00010000:00010000:1.0F:1787579667.458169:0:17032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0F:1787579667.849150:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579667.849218:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579667.849244:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579667.849266:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579667.849284:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579667.849311:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579667.849338:0:19382:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558239872 00000100:00100000:0.0:1787579667.849347:0:19382:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558239872 00000100:00100000:0.0:1787579667.849404:0:19382:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558240128 00000100:00100000:0.0:1787579667.849408:0:19382:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558240128 00000100:00100000:0.0:1787579667.849423:0:19382:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558239744 00000100:00100000:0.0:1787579667.849425:0:19382:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558239744 00000100:00100000:0.0:1787579667.849436:0:19382:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558240256 00000100:00100000:0.0:1787579667.849438:0:19382:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558240256 00000100:00100000:0.0:1787579667.849467:0:19382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 90 00000100:00100000:0.0:1787579667.849500:0:19382:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03b9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e762fb1d-bf14-4097-ab7f-bb7cc2e1d617+5:2407:x1874412558239872:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1787579667.849576:0:19382:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03b9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e762fb1d-bf14-4097-ab7f-bb7cc2e1d617+5:2407:x1874412558239872:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 79us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579667.849584:0:19382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 90 00000100:00100000:0.0:1787579667.849603:0:19382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 91 00000100:00100000:0.0:1787579667.849609:0:19382:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03b9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:67d38520-042a-4f9d-af45-a3e236a07a9d+6:2407:x1874412558240128:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1787579667.849645:0:19382:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03b9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:67d38520-042a-4f9d-af45-a3e236a07a9d+6:2407:x1874412558240128:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 36us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579667.849651:0:19382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 91 00000100:00100000:0.0:1787579667.849662:0:19382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 92 00000100:00100000:0.0:1787579667.849668:0:19382:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03b9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e762fb1d-bf14-4097-ab7f-bb7cc2e1d617+26:2407:x1874412558239744:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1787579667.849693:0:19382:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03b9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e762fb1d-bf14-4097-ab7f-bb7cc2e1d617+26:2407:x1874412558239744:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 26us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579667.849709:0:19382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 92 00000100:00100000:0.0:1787579667.849719:0:19382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 93 00000100:00100000:0.0:1787579667.849725:0:19382:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03b9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:67d38520-042a-4f9d-af45-a3e236a07a9d+5:2407:x1874412558240256:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1787579667.849746:0:19382:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03b9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:67d38520-042a-4f9d-af45-a3e236a07a9d+5:2407:x1874412558240256:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 21us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579667.849751:0:19382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 93 00000100:00100000:0.0:1787579667.849768:0:18554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558240000 00000100:00100000:0.0:1787579667.849771:0:18554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558240000 00000100:00100000:0.0:1787579667.849794:0:18554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 27 00000100:00100000:0.0:1787579667.849800:0:18554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03b9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e762fb1d-bf14-4097-ab7f-bb7cc2e1d617+6:2407:x1874412558240000:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1787579667.849820:0:18554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03b9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e762fb1d-bf14-4097-ab7f-bb7cc2e1d617+6:2407:x1874412558240000:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 21us (535us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579667.849827:0:18554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 27 00000100:00080000:0.0:1787579667.849844:0:17039:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787579667.849848:0:17039:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787579667.849850:0:17039:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0F:1787579667.850697:0:17037:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558239616 00000100:00100000:3.0:1787579667.850714:0:17037:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558239616 00000100:00100000:3.0:1787579667.850763:0:17037:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 173 00000100:00100000:3.0:1787579667.850772:0:17037:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03db2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c89e78ca-fd32-4e22-b4d8-6ce3e5116876+13:2407:x1874412558239616:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1787579667.850825:0:17037:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03db2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c89e78ca-fd32-4e22-b4d8-6ce3e5116876+13:2407:x1874412558239616:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 54us (1697us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579667.850832:0:17037:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 173 00010000:00010000:1.0:1787579668.475318:0:17031:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787579668.791786:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e3b0d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874412578246912:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787579668.791867:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0F:1787579668.791984:0:20187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578246912 00000100:00100000:2.0:1787579668.792015:0:20187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578246912 00000100:00100000:2.0:1787579668.792095:0:20187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1787579668.792107:0:20187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e36387b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1874412578246912:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1787579668.792138:0:20187:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1787579668.792184:0:20187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e36387b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1874412578246912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579668.792191:0:20187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00080000:1.0:1787579668.792297:0:17039:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787579668.792347:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e3b0d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874412578246912:0@lo:13:osp-pre-0-1.0 00000001:00080000:0.0:1787579668.797353:0:17023:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934635 is committed 00010000:00010000:1.0:1787579668.797425:0:3628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564ca00/0xf52f64256fc7aef0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17045 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579668.797446:0:3628:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564ca00/0xf52f64256fc7aef0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17045 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579668.797454:0:3628:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564ca00/0xf52f64256fc7aef0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17045 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579668.797460:0:3628:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e0564ca00 already unused, calling callback (ffffffffc19bc4f0) 00010000:00010000:1.0:1787579668.797466:0:3628:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564ca00/0xf52f64256fc7aef0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17045 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579668.797492:0:3628:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564ca00/0xf52f64256fc7aef0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17045 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579668.797513:0:3628:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff917e3bff9b00) 00010000:00010000:1.0:1787579668.797516:0:3628:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787579668.797522:0:3628:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564ca00/0xf52f64256fc7aef0 lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17045 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579668.797527:0:3628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564ca00/0xf52f64256fc7aef0 lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17045 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1787579668.798057:0:17023:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff917e20b75e40 refcount 2 committed 0 result 0 batchid 4294967530 00000020:00080000:0.0:1787579668.798076:0:17023:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff917d034bd700 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff917e07df1c00 00000020:00080000:0.0:1787579668.798080:0:17023:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff917d034bdb00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff917d036a7200 00000020:00080000:2.0:1787579668.809632:0:17083:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967530 committed batchid 8 00000020:00080000:2.0:1787579668.809719:0:17083:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00000001:00100000:2.0:1787579668.811143:0:18549:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 67d38520-042a-4f9d-af45-a3e236a07a9d 00000020:00000080:2.0:1787579668.811156:0:18549:0:(genops.c:885:class_export_put()) final put ffff917d0219a800/67d38520-042a-4f9d-af45-a3e236a07a9d 00000001:00100000:2.0:1787579668.811187:0:18549:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of e762fb1d-bf14-4097-ab7f-bb7cc2e1d617 00000020:00000080:2.0:1787579668.811190:0:18549:0:(genops.c:885:class_export_put()) final put ffff917d03618800/e762fb1d-bf14-4097-ab7f-bb7cc2e1d617 00000020:00000080:0.0:1787579668.811244:0:18308:0:(genops.c:844:class_export_destroy()) destroying export ffff917d0219a800/67d38520-042a-4f9d-af45-a3e236a07a9d for lustre-OST0000 00000020:00000080:0.0:1787579668.811319:0:18308:0:(genops.c:844:class_export_destroy()) destroying export ffff917d03618800/e762fb1d-bf14-4097-ab7f-bb7cc2e1d617 for lustre-OST0000 00000020:00000080:0.0:1787579668.811342:0:18308:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff917d02199000 for lustre-OST0000 00000020:00000080:0.0:1787579668.811348:0:18308:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff917d0361e800 for lustre-OST0000 00010000:00010000:0.0:1787579669.496796:0:19159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787579669.817381:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36384700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874412578247040:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787579669.817496:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579669.817586:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787579669.817593:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36386680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874412578247168:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787579669.820009:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579669.820179:0:17783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578247040 00000100:00100000:2.0:1787579669.820192:0:17783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578247040 00000100:00100000:2.0:1787579669.820435:0:17783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578247168 00000100:00100000:2.0:1787579669.820440:0:17783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578247168 00000100:00100000:2.0:1787579669.820950:0:17783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1787579669.820966:0:17783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b0d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1874412578247040:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1787579669.821101:0:17783:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1787579669.821254:0:17783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b0d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1874412578247040:12345-0@lo:41:osp-pre-1-0.0 Request processed in 292us (3758us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579669.821283:0:17783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1787579669.821306:0:17783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1787579669.821313:0:17783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b0d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1874412578247168:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787579669.821333:0:17783:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:2.0:1787579669.821365:0:17783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b0d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1874412578247168:12345-0@lo:41:osp-pre-0-1.0 Request processed in 53us (1366us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579669.821372:0:17783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1787579669.821773:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36384700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874412578247040:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787579669.821811:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36386680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874412578247168:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787579670.492980:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579670.493123:0:19382:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558240384 00000100:00100000:0.0:1787579670.493140:0:19382:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558240384 00000100:00100000:0.0:1787579670.493231:0:19382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 74 00000100:00100000:0.0:1787579670.493244:0:19382:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3f9a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e762fb1d-bf14-4097-ab7f-bb7cc2e1d617+12:15596:x1874412558240384:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1787579670.493432:0:19382:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3f9a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e762fb1d-bf14-4097-ab7f-bb7cc2e1d617+12:15596:x1874412558240384:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 Request processed in 190us (471us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579670.493442:0:19382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 74 00000100:00080000:0.0:1787579670.494787:0:17039:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787579670.498972:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579670.499083:0:17043:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558240512 00000100:00100000:0.0:1787579670.499101:0:17043:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558240512 00000100:00100000:0.0:1787579670.499181:0:17043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 75 00000100:00100000:0.0:1787579670.499193:0:17043:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3f9a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e762fb1d-bf14-4097-ab7f-bb7cc2e1d617+5:15596:x1874412558240512:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1787579670.499309:0:17043:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3f9a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e762fb1d-bf14-4097-ab7f-bb7cc2e1d617+5:15596:x1874412558240512:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 Request processed in 119us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579670.499317:0:17043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 75 00000100:00080000:0.0:1787579670.499349:0:17039:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787579670.514935:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1787579670.515015:0:17046:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558240768 00000100:00100000:3.0:1787579670.515026:0:17046:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558240768 00000100:00100000:3.0:1787579670.517571:0:17046:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 16 00000100:00100000:3.0:1787579670.517590:0:17046:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3f8cfc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e762fb1d-bf14-4097-ab7f-bb7cc2e1d617+12:15596:x1874412558240768:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1787579670.517877:0:17046:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3f8cfc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e762fb1d-bf14-4097-ab7f-bb7cc2e1d617+13:15596:x1874412558240768:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 292us (2951us total) trans 8589934636 rc 0/0 00000100:00100000:3.0:1787579670.517885:0:17046:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 16 00010000:00010000:0.0:1787579670.537841:0:17032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787579670.840853:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36385f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32e516b3-d537-4ec5-88e5-6d7e9cbd1f23:3641:1874412578247296:0@lo:400:kworker.0 00000100:00100000:1.0:1787579670.840942:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579670.841018:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36386a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1874412578247808:0@lo:400:kworker.0 00000100:00100000:1.0:1787579670.841061:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579670.841083:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36386300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1874412578248320:0@lo:400:kworker.0 00000100:00100000:1.0:1787579670.841104:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579670.841122:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36384380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3641:1874412578248832:0@lo:400:kworker.0 00000100:00100000:1.0:1787579670.841147:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579670.841176:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1787579670.841182:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36387100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874412578247424:0@lo:400:kworker.0 00000100:00100000:1.0:1787579670.841208:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579670.841226:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36385880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874412578247936:0@lo:400:kworker.0 00000100:00100000:1.0:1787579670.841246:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579670.841266:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36385c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3641:1874412578248448:0@lo:400:kworker.0 00000100:00100000:1.0:1787579670.841285:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579670.841312:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36387800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874412578247552:0@lo:400:kworker.0 00000100:00100000:1.0:1787579670.841333:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579670.841349:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36384e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874412578248064:0@lo:400:kworker.0 00000100:00100000:1.0:1787579670.841378:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579670.841393:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36384000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3643:1874412578248576:0@lo:400:kworker.0 00000100:00100000:1.0:1787579670.841413:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579670.841424:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1787579670.841430:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36385500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874412578247680:0@lo:400:kworker.0 00000100:00100000:1.0:1787579670.841448:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579670.841464:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36384a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874412578248192:0@lo:400:kworker.0 00000100:00100000:1.0:1787579670.841512:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579670.841536:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36387480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3643:1874412578248704:0@lo:400:kworker.0 00000100:00100000:1.0:1787579670.841558:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579670.841587:0:17036:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578247296 00000100:00100000:1.0:1787579670.841594:0:17036:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578247296 00000100:00100000:1.0:1787579670.841639:0:17036:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:1.0:1787579670.841647:0:17036:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03db1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:32e516b3-d537-4ec5-88e5-6d7e9cbd1f23+24:3641:x1874412578247296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787579670.841694:0:17036:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03db1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:32e516b3-d537-4ec5-88e5-6d7e9cbd1f23+24:3641:x1874412578247296:12345-0@lo:400:kworker.0 Request processed in 47us (753us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579670.841702:0:17036:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00100000:1.0:1787579670.841735:0:19382:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578247808 00000100:00100000:1.0:1787579670.841739:0:19382:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578247808 00000100:00100000:1.0:1787579670.841757:0:19382:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578248320 00000100:00100000:1.0:1787579670.841760:0:19382:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578248320 00000100:00100000:1.0:1787579670.841770:0:19382:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578248832 00000100:00100000:1.0:1787579670.841772:0:19382:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578248832 00000100:00100000:1.0:1787579670.841790:0:19382:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578248448 00000100:00100000:1.0:1787579670.841793:0:19382:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578248448 00000100:00100000:1.0:1787579670.841806:0:19382:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578248576 00000100:00100000:1.0:1787579670.841808:0:19382:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578248576 00000100:00100000:1.0:1787579670.841819:0:19382:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578248704 00000100:00100000:1.0:1787579670.841821:0:19382:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578248704 00000100:00100000:1.0:1787579670.841835:0:19382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1787579670.841841:0:19382:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e36385180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1874412578247808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787579670.841874:0:19382:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e36385180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1874412578247808:12345-0@lo:400:kworker.0 Request processed in 33us (812us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579670.841879:0:19382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1787579670.841891:0:19382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1787579670.841896:0:19382:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e36386680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1874412578248320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787579670.841922:0:19382:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e36386680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1874412578248320:12345-0@lo:400:kworker.0 Request processed in 26us (817us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579670.841934:0:19382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1787579670.841947:0:19382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1787579670.841952:0:19382:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e36384700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1874412578248832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787579670.841979:0:19382:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e36384700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1874412578248832:12345-0@lo:400:kworker.0 Request processed in 28us (832us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579670.841985:0:19382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1787579670.841995:0:19382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1787579670.842001:0:19382:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b111f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1874412578248448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787579670.842040:0:19382:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b111f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1874412578248448:12345-0@lo:400:kworker.0 Request processed in 40us (754us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579670.842046:0:19382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1787579670.842057:0:19382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1787579670.842063:0:19382:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b111c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1874412578248576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787579670.842094:0:19382:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b111c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1874412578248576:12345-0@lo:400:kworker.0 Request processed in 31us (680us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579670.842099:0:19382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1787579670.842109:0:19382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1787579670.842116:0:19382:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b113480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1874412578248704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787579670.842141:0:19382:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b113480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1874412578248704:12345-0@lo:400:kworker.0 Request processed in 26us (582us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579670.842147:0:19382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1787579670.842172:0:17783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578247424 00000100:00100000:1.0:1787579670.842176:0:17783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578247424 00000100:00100000:1.0:1787579670.842197:0:17783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578247936 00000100:00100000:1.0:1787579670.842200:0:17783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578247936 00000100:00100000:1.0:1787579670.842220:0:17783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1787579670.842225:0:17783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b110380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1874412578247424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787579670.842254:0:17783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b110380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1874412578247424:12345-0@lo:400:kworker.0 Request processed in 29us (1046us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579670.842259:0:17783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1787579670.842268:0:17783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1787579670.842273:0:17783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b111180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1874412578247936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787579670.842294:0:17783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b111180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1874412578247936:12345-0@lo:400:kworker.0 Request processed in 20us (1046us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579670.842299:0:17783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1787579670.842321:0:18555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578247552 00000100:00100000:1.0:1787579670.842325:0:18555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578247552 00000100:00100000:1.0:1787579670.842343:0:18555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578248064 00000100:00100000:1.0:1787579670.842345:0:18555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578248064 00000100:00100000:1.0:1787579670.842355:0:18555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578247680 00000100:00100000:1.0:1787579670.842357:0:18555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578247680 00000100:00100000:1.0:1787579670.842368:0:18555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578248192 00000100:00100000:1.0:1787579670.842370:0:18555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578248192 00000100:00100000:1.0:1787579670.842380:0:18555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1787579670.842384:0:18555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b111880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1874412578247552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787579670.842410:0:18555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b111880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1874412578247552:12345-0@lo:400:kworker.0 Request processed in 25us (1077us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579670.842415:0:18555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1787579670.842425:0:18555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1787579670.842430:0:18555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b112d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1874412578248064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787579670.842449:0:18555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b112d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1874412578248064:12345-0@lo:400:kworker.0 Request processed in 19us (1070us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579670.842462:0:18555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1787579670.842494:0:18555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1787579670.842500:0:18555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b110000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1874412578247680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787579670.842524:0:18555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b110000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1874412578247680:12345-0@lo:400:kworker.0 Request processed in 26us (1076us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579670.842530:0:18555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1787579670.842539:0:18555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1787579670.842544:0:18555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b110e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1874412578248192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787579670.842562:0:18555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b110e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1874412578248192:12345-0@lo:400:kworker.0 Request processed in 19us (1050us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579670.842568:0:18555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1787579670.842601:0:3643:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 2 00000004:00080000:1.0:1787579670.842608:0:3643:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff917d03dcd880, transno 8589934596 00000004:00080000:1.0:1787579670.842619:0:3643:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589934598 committed transno 8589934598 00000100:00100000:1.0:1787579670.842643:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36385500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874412578247680:0@lo:400:kworker.0 00000100:00100000:1.0:1787579670.842654:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36384a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874412578248192:0@lo:400:kworker.0 00000100:00100000:1.0:1787579670.842663:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36387480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3643:1874412578248704:0@lo:400:kworker.0 00000100:00100000:1.0:1787579670.842671:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36387800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874412578247552:0@lo:400:kworker.0 00000100:00100000:1.0:1787579670.842680:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36384e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874412578248064:0@lo:400:kworker.0 00010000:00080000:1.0:1787579670.842690:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff917e36384000 x1874412578248576/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579686 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787579670.842701:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36384000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3643:1874412578248576:0@lo:400:kworker.0 00000100:00100000:1.0:1787579670.842746:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36387100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874412578247424:0@lo:400:kworker.0 00000100:00100000:1.0:1787579670.842755:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36385880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874412578247936:0@lo:400:kworker.0 00000100:00100000:1.0:1787579670.842766:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36385c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3641:1874412578248448:0@lo:400:kworker.0 00000100:00100000:1.0:1787579670.842774:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36385f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32e516b3-d537-4ec5-88e5-6d7e9cbd1f23:3641:1874412578247296:0@lo:400:kworker.0 00000100:00100000:1.0:1787579670.842783:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36386a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1874412578247808:0@lo:400:kworker.0 00000100:00100000:1.0:1787579670.842791:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36386300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1874412578248320:0@lo:400:kworker.0 00010000:00080000:1.0:1787579670.842802:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff917e36384380 x1874412578248832/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579686 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787579670.842824:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36384380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3641:1874412578248832:0@lo:400:kworker.0 00000100:00100000:3.0:1787579670.843165:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787579670.843175:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e3f9a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874412578248960:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787579670.843206:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579670.843636:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787579670.843658:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e3b0d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874412578249088:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787579670.843689:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579670.843718:0:20187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578248960 00000100:00100000:2.0:1787579670.843723:0:20187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578248960 00000100:00100000:2.0:1787579670.843750:0:20187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578249088 00000100:00100000:2.0:1787579670.843752:0:20187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578249088 00000100:00100000:2.0:1787579670.843764:0:20187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1787579670.843770:0:20187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3f9a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1874412578248960:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1787579670.843807:0:20187:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17125056 pending 0 free 3923509248 avail 3691986944 00000100:00100000:2.0:1787579670.843843:0:20187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3f9a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1874412578248960:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (637us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579670.843850:0:20187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1787579670.843865:0:20187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1787579670.843871:0:20187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b0d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1874412578249088:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787579670.843885:0:20187:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1787579670.843912:0:20187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b0d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1874412578249088:12345-0@lo:13:osp-pre-0-0.0 Request processed in 42us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579670.843918:0:20187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1787579670.843961:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e3b0d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874412578249088:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1787579670.844157:0:17039:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787579670.844164:0:17039:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787579670.844166:0:17039:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787579670.844169:0:17039:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787579670.845952:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787579670.845980:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03b9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874412578249216:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787579670.846067:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579670.846164:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e3f9a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874412578248960:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787579670.846258:0:20187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578249216 00000100:00100000:0.0:1787579670.846266:0:20187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578249216 00000100:00100000:0.0:1787579670.846335:0:20187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1787579670.846345:0:20187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e08adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1874412578249216:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1787579670.846366:0:20187:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17125056 pending 0 free 3923509248 avail 3691986944 00000100:00100000:0.0:1787579670.846421:0:20187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e08adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1874412578249216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579670.846428:0:20187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1787579670.846466:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03b9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874412578249216:0@lo:13:osp-pre-1-1.0 00000040:00080000:2.0:1787579671.416175:0:17079:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1787579671.416186:0:17079:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1787579671.416208:0:17079:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:2.0:1787579671.416217:0:17079:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:1.0:1787579671.543910:0:17031:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579672.570450:0:19159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787579672.970174:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1787579672.970222:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1787579672.970262:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1787579672.970289:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1787579672.970339:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1787579672.970360:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1787579672.970527:0:19382:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558241024 00000100:00100000:0.0:1787579672.970527:0:17038:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558240896 00000100:00100000:1.0:1787579672.970541:0:19382:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558241024 00000100:00100000:0.0:1787579672.970541:0:17038:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558240896 00000100:00100000:1.0:1787579672.970610:0:19382:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558241536 00000100:00100000:0.0:1787579672.970611:0:17038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 175 00000100:00100000:1.0:1787579672.970614:0:19382:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558241536 00000100:00100000:0.0:1787579672.970628:0:17038:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03db0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c89e78ca-fd32-4e22-b4d8-6ce3e5116876+13:2405:x1874412558240896:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1787579672.970643:0:19382:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558241152 00000100:00100000:1.0:1787579672.970647:0:19382:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558241152 00000100:00100000:1.0:1787579672.970660:0:19382:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558241408 00000100:00100000:1.0:1787579672.970663:0:19382:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558241408 00000100:00100000:1.0:1787579672.970682:0:19382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 100 00000100:00100000:1.0:1787579672.970690:0:19382:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3f9a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e762fb1d-bf14-4097-ab7f-bb7cc2e1d617+13:2405:x1874412558241024:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1787579672.970719:0:17038:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03db0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c89e78ca-fd32-4e22-b4d8-6ce3e5116876+13:2405:x1874412558240896:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 95us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579672.970728:0:17038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 175 00000100:00100000:1.0:1787579672.970733:0:19382:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3f9a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e762fb1d-bf14-4097-ab7f-bb7cc2e1d617+13:2405:x1874412558241024:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 42us (567us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579672.970742:0:19382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 100 00000100:00100000:1.0:1787579672.970757:0:19382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 101 00000100:00100000:1.0:1787579672.970786:0:19382:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3f915f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:67d38520-042a-4f9d-af45-a3e236a07a9d+5:2405:x1874412558241536:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1787579672.970819:0:19382:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3f915f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:67d38520-042a-4f9d-af45-a3e236a07a9d+5:2405:x1874412558241536:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 35us (557us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579672.970825:0:19382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 101 00000100:00100000:1.0:1787579672.970839:0:19382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 102 00000100:00100000:1.0:1787579672.970845:0:19382:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03400380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e762fb1d-bf14-4097-ab7f-bb7cc2e1d617+5:2405:x1874412558241152:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1787579672.970868:0:19382:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03400380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e762fb1d-bf14-4097-ab7f-bb7cc2e1d617+5:2405:x1874412558241152:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 24us (529us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579672.970875:0:19382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 102 00000100:00100000:0.0:1787579672.970931:0:17044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 103 00000100:00100000:0.0:1787579672.970939:0:17044:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03400000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:67d38520-042a-4f9d-af45-a3e236a07a9d+6:2405:x1874412558241408:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1787579672.970972:0:17044:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03400000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:67d38520-042a-4f9d-af45-a3e236a07a9d+6:2405:x1874412558241408:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 34us (610us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579672.970978:0:17044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 103 00000100:00100000:2.0:1787579672.971334:0:18555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558241280 00000100:00100000:2.0:1787579672.971340:0:18555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558241280 00000100:00100000:2.0:1787579672.971383:0:18555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 32 00000100:00100000:2.0:1787579672.971390:0:18555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e08a64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e762fb1d-bf14-4097-ab7f-bb7cc2e1d617+6:2405:x1874412558241280:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1787579672.971418:0:18555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e08a64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e762fb1d-bf14-4097-ab7f-bb7cc2e1d617+6:2405:x1874412558241280:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 30us (1196us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579672.971425:0:18555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 32 00000100:00080000:3.0:1787579672.971882:0:17039:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1787579672.971887:0:17039:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787579672.971889:0:17039:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1787579673.593037:0:17032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787579673.911747:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787579673.911774:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e3b0d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874412578249344:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787579673.911872:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579673.912082:0:18557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578249344 00000100:00100000:2.0:1787579673.912091:0:18557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578249344 00000100:00100000:2.0:1787579673.912153:0:18557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1787579673.912163:0:18557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b112680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1874412578249344:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1787579673.912192:0:18557:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1787579673.912240:0:18557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b112680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1874412578249344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579673.912247:0:18557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00080000:1.0:1787579673.914460:0:17039:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787579673.914558:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e3b0d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874412578249344:0@lo:13:osp-pre-0-1.0 00000001:00080000:3.0:1787579674.426743:0:17023:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934636 is committed 00000020:00080000:3.0:1787579674.426759:0:17023:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967530 batchid updated 00000020:00080000:2.0:1787579674.426820:0:17083:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967530 00000020:00080000:2.0:1787579674.426833:0:17083:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967530 00010000:00010000:1.0:1787579674.615963:0:17031:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1787579674.681462:0:17797:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1787579674.936319:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787579674.936350:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03b9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874412578249472:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787579674.936450:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579674.936558:0:17783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578249472 00000100:00100000:0.0:1787579674.936581:0:17783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578249472 00000100:00100000:0.0:1787579674.936643:0:17783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1787579674.936652:0:17783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03b9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1874412578249472:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787579674.936701:0:17783:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1787579674.936753:0:17783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03b9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1874412578249472:12345-0@lo:41:osp-pre-1-0.0 Request processed in 102us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579674.936761:0:17783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1787579674.936811:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03b9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874412578249472:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787579674.937497:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e3b110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874412578249600:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787579674.937534:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579674.937616:0:17049:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578249600 00000100:00100000:1.0:1787579674.937621:0:17049:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578249600 00000100:00100000:1.0:1787579674.937659:0:17049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1787579674.937667:0:17049:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03b9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1874412578249600:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1787579674.937692:0:17049:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:1.0:1787579674.937731:0:17049:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03b9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1874412578249600:12345-0@lo:41:osp-pre-0-1.0 Request processed in 66us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579674.937738:0:17049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1787579674.937819:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e3b110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874412578249600:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1787579675.643433:0:19159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1787579675.727355:0:20423:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 09:54:33 (1787579673) 00000100:00100000:0.0:1787579675.959872:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03401500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874412578249728:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787579675.959987:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579675.960597:0:18556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578249728 00000100:00100000:3.0:1787579675.960608:0:18556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578249728 00000100:00100000:3.0:1787579675.960695:0:18556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1787579675.960709:0:18556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03b9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1874412578249728:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1787579675.960749:0:18556:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17125056 pending 0 free 3923509248 avail 3691986944 00000100:00100000:3.0:1787579675.960815:0:18556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03b9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1874412578249728:12345-0@lo:13:osp-pre-1-0.0 Request processed in 111us (828us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579675.960823:0:18556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1787579675.960847:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787579675.960858:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03400e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874412578249856:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787579675.960893:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1787579675.960946:0:17039:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787579675.960960:0:18557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578249856 00000100:00100000:3.0:1787579675.960964:0:18557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578249856 00000100:00100000:3.0:1787579675.960993:0:18557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1787579675.960998:0:18557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03403480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1874412578249856:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1787579675.961008:0:18557:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17125056 pending 0 free 3923509248 avail 3691986944 00000100:00100000:3.0:1787579675.961040:0:18557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03403480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1874412578249856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 41us (146us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579675.961065:0:18557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1787579675.961120:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03401500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874412578249728:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1787579675.961148:0:17039:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787579675.961165:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03400e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874412578249856:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787579675.965631:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03401500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874412578250112:0@lo:400:kworker.0 00000100:00100000:3.0:1787579675.965739:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579675.965796:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03b84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874412578250624:0@lo:400:kworker.0 00000100:00100000:3.0:1787579675.965826:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579675.965847:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03b84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3643:1874412578251136:0@lo:400:kworker.0 00000100:00100000:3.0:1787579675.965873:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579675.965904:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1787579675.965910:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03401180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874412578250240:0@lo:400:kworker.0 00000100:00100000:3.0:1787579675.965946:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579675.965964:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03b85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3643:1874412578250752:0@lo:400:kworker.0 00000100:00100000:3.0:1787579675.965983:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579675.966001:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e054b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3643:1874412578251264:0@lo:400:kworker.0 00000100:00100000:3.0:1787579675.966024:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579675.966064:0:17048:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578250112 00000100:00100000:3.0:1787579675.966075:0:17048:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578250112 00000100:00100000:3.0:1787579675.966141:0:17048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1787579675.966153:0:17048:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e054b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1874412578250112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579675.966615:0:17048:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e054b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1874412578250112:12345-0@lo:400:kworker.0 Request processed in 462us (874us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579675.966624:0:17048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1787579675.966782:0:18554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578250624 00000100:00100000:3.0:1787579675.966787:0:18554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578250624 00000100:00100000:3.0:1787579675.966830:0:18554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578250240 00000100:00100000:3.0:1787579675.966833:0:18554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578250240 00000100:00100000:3.0:1787579675.966856:0:18554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1787579675.966863:0:18554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e054b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1874412578250624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579675.966900:0:18554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e054b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1874412578250624:12345-0@lo:400:kworker.0 Request processed in 37us (1073us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579675.966907:0:18554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1787579675.966920:0:18554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1787579675.966936:0:18554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e054b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1874412578250240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579675.966966:0:18554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e054b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1874412578250240:12345-0@lo:400:kworker.0 Request processed in 31us (1019us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579675.966971:0:18554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1787579675.966993:0:17044:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578251136 00000100:00100000:3.0:1787579675.966996:0:17044:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578251136 00000100:00100000:3.0:1787579675.967026:0:17044:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578250752 00000100:00100000:3.0:1787579675.967030:0:17044:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578250752 00000100:00100000:3.0:1787579675.967040:0:17044:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578251264 00000100:00100000:3.0:1787579675.967043:0:17044:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578251264 00000100:00100000:3.0:1787579675.967056:0:17044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1787579675.967062:0:17044:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e054b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1874412578251136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579675.967093:0:17044:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e054b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1874412578251136:12345-0@lo:400:kworker.0 Request processed in 31us (1219us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579675.967099:0:17044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1787579675.967110:0:17044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1787579675.967115:0:17044:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e054b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1874412578250752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579675.967142:0:17044:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e054b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1874412578250752:12345-0@lo:400:kworker.0 Request processed in 28us (1158us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579675.967155:0:17044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1787579675.967167:0:17044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1787579675.967172:0:17044:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e054b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1874412578251264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579675.967219:0:17044:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e054b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1874412578251264:12345-0@lo:400:kworker.0 Request processed in 47us (1193us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579675.967224:0:17044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1787579675.974593:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03402d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1874412578250368:0@lo:400:kworker.0 00000100:00100000:1.0:1787579675.974712:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579675.974779:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03b86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3641:1874412578250880:0@lo:400:kworker.0 00000100:00100000:1.0:1787579675.974806:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579675.974841:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1787579675.974848:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03400e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32e516b3-d537-4ec5-88e5-6d7e9cbd1f23:3641:1874412578249984:0@lo:400:kworker.0 00000100:00100000:1.0:1787579675.974880:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579675.974914:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03b86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874412578250496:0@lo:400:kworker.0 00000100:00100000:1.0:1787579675.974955:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579675.974983:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03b85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3641:1874412578251008:0@lo:400:kworker.0 00000100:00100000:1.0:1787579675.975007:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579675.975061:0:17783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578250496 00000100:00100000:1.0:1787579675.975071:0:17783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578250496 00000100:00100000:1.0:1787579675.975128:0:17783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1787579675.975139:0:17783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b113b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1874412578250496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787579675.975206:0:17783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b113b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1874412578250496:12345-0@lo:400:kworker.0 Request processed in 67us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579675.975215:0:17783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1787579675.976981:0:17043:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578250368 00000100:00100000:3.0:1787579675.976993:0:17043:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578250368 00000100:00100000:3.0:1787579675.977278:0:17043:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578250880 00000100:00100000:3.0:1787579675.977282:0:17043:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578250880 00000100:00100000:3.0:1787579675.977303:0:17043:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578251008 00000100:00100000:3.0:1787579675.977306:0:17043:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578251008 00000100:00100000:3.0:1787579675.977327:0:17043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1787579675.977338:0:17043:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b111500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1874412578250368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579675.977636:0:17043:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b111500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1874412578250368:12345-0@lo:400:kworker.0 Request processed in 298us (2923us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579675.977771:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03b86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874412578250496:0@lo:400:kworker.0 00000100:00100000:0.0:1787579675.977912:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03402d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1874412578250368:0@lo:400:kworker.0 00000100:00100000:0.0:1787579675.977970:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03b9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874412578251392:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787579675.978023:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579675.978297:0:17043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1787579675.978328:0:17043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1787579675.978338:0:17043:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b112300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1874412578250880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579675.978510:0:17043:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b112300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1874412578250880:12345-0@lo:400:kworker.0 Request processed in 173us (3702us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579675.978517:0:17043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1787579675.978531:0:17043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1787579675.978538:0:17043:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b110a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1874412578251008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579675.978573:0:17043:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b110a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1874412578251008:12345-0@lo:400:kworker.0 Request processed in 36us (3565us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579675.978602:0:17043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00010000:00080000:1.0:1787579675.979327:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff917d03b85500 x1874412578251008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579691 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787579675.979345:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03b85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3641:1874412578251008:0@lo:400:kworker.0 00000100:00100000:1.0:1787579675.979361:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03b86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3641:1874412578250880:0@lo:400:kworker.0 00000100:00100000:3.0:1787579675.980286:0:17037:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578249984 00000100:00100000:3.0:1787579675.980297:0:17037:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578249984 00000100:00100000:3.0:1787579675.980720:0:17037:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00100000:3.0:1787579675.980736:0:17037:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03db1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:32e516b3-d537-4ec5-88e5-6d7e9cbd1f23+24:3641:x1874412578249984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579675.985357:0:17037:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03db1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:32e516b3-d537-4ec5-88e5-6d7e9cbd1f23+24:3641:x1874412578249984:12345-0@lo:400:kworker.0 Request processed in 4612us (10461us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579675.985558:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03400e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32e516b3-d537-4ec5-88e5-6d7e9cbd1f23:3641:1874412578249984:0@lo:400:kworker.0 00000100:00080000:2.0:1787579675.990566:0:17039:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787579675.990582:0:17039:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787579675.990613:0:17039:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787579675.990733:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03401180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874412578250240:0@lo:400:kworker.0 00000100:00100000:2.0:1787579675.990754:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03b85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3643:1874412578250752:0@lo:400:kworker.0 00010000:00080000:2.0:1787579675.990773:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff917e054b1f80 x1874412578251264/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579691 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579675.990785:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e054b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3643:1874412578251264:0@lo:400:kworker.0 00000100:00100000:2.0:1787579675.990798:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03401500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874412578250112:0@lo:400:kworker.0 00000100:00100000:2.0:1787579675.990813:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03b84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874412578250624:0@lo:400:kworker.0 00000100:00100000:2.0:1787579675.990827:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03b84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3643:1874412578251136:0@lo:400:kworker.0 00000100:00100000:3.0:1787579675.993903:0:17037:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00000100:00100000:3.0:1787579675.994103:0:18557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578251392 00000100:00100000:3.0:1787579675.994115:0:18557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578251392 00000100:00100000:3.0:1787579675.994296:0:18557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1787579675.994311:0:18557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03b9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1874412578251392:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787579675.994359:0:18557:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1787579675.994539:0:18557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03b9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1874412578251392:12345-0@lo:13:osp-pre-0-0.0 Request processed in 231us (16514us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579675.994548:0:18557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1787579676.009023:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03b9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874412578251392:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1787579676.665874:0:17032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579677.690380:0:17031:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787579678.088135:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1787579678.088190:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1787579678.088210:0:17043:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558241792 00000100:00100000:1.0:1787579678.088221:0:17043:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558241792 00000100:00100000:3.0:1787579678.088233:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1787579678.088265:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1787579678.088291:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1787579678.088342:0:18554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558242048 00000100:00100000:2.0:1787579678.088347:0:18554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558242048 00000100:00100000:2.0:1787579678.088387:0:18554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 35 00000100:00100000:2.0:1787579678.088397:0:18554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e054b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e762fb1d-bf14-4097-ab7f-bb7cc2e1d617+6:2408:x1874412558242048:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1787579678.088501:0:18554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e054b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e762fb1d-bf14-4097-ab7f-bb7cc2e1d617+6:2408:x1874412558242048:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 105us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579678.088508:0:18554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 35 00000100:00080000:2.0:1787579678.088532:0:17039:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1787579678.088536:0:17039:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787579678.088612:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1787579678.092485:0:17043:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558242304 00000100:00100000:1.0:1787579678.092503:0:17043:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558242304 00000100:00100000:2.0:1787579678.092507:0:17044:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558241920 00000100:00100000:2.0:1787579678.092515:0:17044:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558241920 00000100:00100000:1.0:1787579678.092598:0:17043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 110 00000100:00100000:1.0:1787579678.092607:0:17043:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e054b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e762fb1d-bf14-4097-ab7f-bb7cc2e1d617+12:2408:x1874412558241792:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1787579678.092685:0:17043:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e054b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e762fb1d-bf14-4097-ab7f-bb7cc2e1d617+12:2408:x1874412558241792:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 79us (4560us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579678.094309:0:17044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 111 00000100:00100000:2.0:1787579678.094331:0:17044:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e054b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:67d38520-042a-4f9d-af45-a3e236a07a9d+5:2408:x1874412558242304:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1787579678.094496:0:17043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 110 00000100:00100000:1.0:1787579678.094525:0:17043:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558242176 00000100:00100000:1.0:1787579678.094533:0:17043:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558242176 00000100:00100000:1.0:1787579678.094565:0:17043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 112 00000100:00100000:1.0:1787579678.094573:0:17043:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e054b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e762fb1d-bf14-4097-ab7f-bb7cc2e1d617+5:2408:x1874412558241920:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1787579678.094607:0:17043:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e054b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e762fb1d-bf14-4097-ab7f-bb7cc2e1d617+5:2408:x1874412558241920:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 35us (6315us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579678.094614:0:17043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 112 00000100:00100000:1.0:1787579678.094628:0:17043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 113 00000100:00100000:1.0:1787579678.094634:0:17043:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e054b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:67d38520-042a-4f9d-af45-a3e236a07a9d+6:2408:x1874412558242176:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1787579678.094655:0:17043:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e054b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:67d38520-042a-4f9d-af45-a3e236a07a9d+6:2408:x1874412558242176:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 22us (6043us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579678.094662:0:17043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 113 00000100:00100000:2.0:1787579678.095071:0:17044:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e054b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:67d38520-042a-4f9d-af45-a3e236a07a9d+5:2408:x1874412558242304:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 748us (6835us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579678.095079:0:17044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 111 00000100:00080000:2.0:1787579678.095106:0:17039:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787579678.095110:0:17039:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787579678.095787:0:17036:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558241664 00000100:00100000:2.0:1787579678.095794:0:17036:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558241664 00000100:00100000:2.0:1787579678.095832:0:17036:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 177 00000100:00100000:2.0:1787579678.095840:0:17036:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03db2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c89e78ca-fd32-4e22-b4d8-6ce3e5116876+13:2408:x1874412558241664:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1787579678.095895:0:17036:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03db2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c89e78ca-fd32-4e22-b4d8-6ce3e5116876+13:2408:x1874412558241664:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 43us (7616us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579678.095903:0:17036:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 177 00010000:00010000:3.0:1787579678.712129:0:19159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787579679.032093:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787579679.032121:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e3b0d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874412578251520:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787579679.032200:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579679.032269:0:18556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578251520 00000100:00100000:1.0:1787579679.032279:0:18556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578251520 00000100:00080000:2.0:1787579679.032337:0:17039:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787579679.032344:0:18556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1787579679.032355:0:18556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03b9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1874412578251520:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787579679.032396:0:18556:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1787579679.032454:0:18556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03b9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1874412578251520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 101us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579679.032462:0:18556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1787579679.032520:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e3b0d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874412578251520:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1787579679.736118:0:17032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787579680.057311:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787579680.057335:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03b9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874412578251648:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787579680.057436:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579680.057706:0:17783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578251648 00000100:00100000:0.0:1787579680.057715:0:17783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578251648 00000100:00100000:0.0:1787579680.057770:0:17783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1787579680.057780:0:17783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e054b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1874412578251648:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787579680.057822:0:17783:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1787579680.057899:0:17783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e054b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1874412578251648:12345-0@lo:41:osp-pre-1-0.0 Request processed in 120us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579680.057907:0:17783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1787579680.058224:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03b9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874412578251648:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787579680.059112:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e3b113100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1874412578251776:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787579680.059168:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579680.059251:0:17048:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578251776 00000100:00100000:0.0:1787579680.059257:0:17048:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578251776 00000100:00100000:0.0:1787579680.059313:0:17048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:0.0:1787579680.059322:0:17048:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b0d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1874412578251776:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787579680.059347:0:17048:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:0.0:1787579680.059746:0:17048:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b0d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1874412578251776:12345-0@lo:41:osp-pre-0-1.0 Request processed in 424us (576us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579680.059754:0:17048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1787579680.059875:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e3b113100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1874412578251776:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1787579680.759850:0:17031:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787579681.039026:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579681.039082:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1787579681.039166:0:17028:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558242432 00000100:00100000:2.0:1787579681.039176:0:17028:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558242432 00000100:00100000:2.0:1787579681.039240:0:17028:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558242560 00000100:00100000:2.0:1787579681.039243:0:17028:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558242560 00000100:00100000:2.0:1787579681.039272:0:17028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 4 00000100:00100000:2.0:1787579681.039282:0:17028:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03b9d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c89e78ca-fd32-4e22-b4d8-6ce3e5116876+14:2407:x1874412558242432:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787579681.039300:0:17028:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787579681.039338:0:17028:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff917d03cdf200/0xf52f64256fc7ab7e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c35d expref: 14 pid: 17037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579681.039372:0:17028:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787579681.039431:0:17028:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03b9d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c89e78ca-fd32-4e22-b4d8-6ce3e5116876+13:2407:x1874412558242432:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 149us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579681.039439:0:17028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 4 00000100:00100000:2.0:1787579681.039459:0:17028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5 00000100:00100000:2.0:1787579681.039466:0:17028:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03401500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c89e78ca-fd32-4e22-b4d8-6ce3e5116876+12:2407:x1874412558242560:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787579681.039519:0:17028:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787579681.039529:0:17028:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff917d03cdf800/0xf52f64256fc7ab85 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c38e expref: 12 pid: 17037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579681.039538:0:17028:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787579681.039555:0:17028:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03401500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c89e78ca-fd32-4e22-b4d8-6ce3e5116876+11:2407:x1874412558242560:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 90us (473us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579681.039562:0:17028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5 00000100:00100000:3.0:1787579681.042445:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1787579681.042777:0:17028:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558242688 00000100:00100000:2.0:1787579681.042790:0:17028:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558242688 00000100:00100000:2.0:1787579681.042879:0:17028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6 00000100:00100000:2.0:1787579681.042892:0:17028:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e054b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c89e78ca-fd32-4e22-b4d8-6ce3e5116876+11:2407:x1874412558242688:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787579681.042912:0:17028:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787579681.042935:0:17028:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff917e3f91ac00/0xf52f64256fc7ac34 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c444 expref: 11 pid: 17036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579681.042954:0:17028:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787579681.043018:0:17028:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e054b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c89e78ca-fd32-4e22-b4d8-6ce3e5116876+10:2407:x1874412558242688:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 128us (587us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579681.043054:0:17028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6 00000100:00100000:2.0:1787579681.059464:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1787579681.059782:0:18862:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558242944 00000100:00100000:1.0:1787579681.059793:0:18862:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558242944 00000100:00100000:1.0:1787579681.059893:0:18862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 38 00000100:00100000:1.0:1787579681.059904:0:18862:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b0d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e762fb1d-bf14-4097-ab7f-bb7cc2e1d617+6:2404:x1874412558242944:12345-192.168.204.14@tcp:9:umount.0 00000020:00000080:1.0:1787579681.059936:0:18862:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7aed4 00000020:00010000:1.0:1787579681.059946:0:18862:0:(genops.c:1921:obd_stale_export_put()) Put export ffff917e08a36800: total 0 00000100:00080000:1.0:1787579681.059951:0:18862:0:(import.c:65:import_set_state_nolock()) ffff917e08a31800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1787579681.060017:0:18862:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934599 00000100:00100000:1.0:1787579681.060193:0:18862:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b0d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e762fb1d-bf14-4097-ab7f-bb7cc2e1d617+4:2404:x1874412558242944:12345-192.168.204.14@tcp:9:umount.0 Request processed in 289us (740us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579681.060201:0:18862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 38 00000020:00010000:0.0:1787579681.060646:0:19159:0:(genops.c:1907:obd_stale_export_get()) Get export ffff917e08a36800: total 0 00010000:00010000:0.0:1787579681.060716:0:19159:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff917e08a36800, canceled 0 locks, left on hash table 1. 00002000:00010000:0.0:1787579681.060749:0:19159:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb size from disk: 0 -> 9 00002000:00010000:0.0:1787579681.060753:0:19159:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb mtime from disk: 1787579661 -> 1787579663 00002000:00010000:0.0:1787579681.060756:0:19159:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb ctime from disk: 1787579661 -> 1787579663 00002000:00010000:0.0:1787579681.060758:0:19159:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1787579681.060786:0:19159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ffd7327b/0xf52f64256fc7af1a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c524 expref: 3 pid: 18862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579681.060812:0:19159:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff917e08a36800, canceled 1 locks, left on hash table 0. 00010000:00010000:0.0:1787579681.060839:0:19159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579681.060841:0:19159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579681.060843:0:19159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787579681.061101:0:17039:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787579681.072842:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1787579681.072994:0:17043:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558243840 00000100:00100000:1.0:1787579681.073093:0:17043:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558243840 00000100:00080000:2.0:1787579681.073255:0:17039:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787579681.073311:0:17043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 76 00000100:00100000:1.0:1787579681.073327:0:17043:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03401180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e762fb1d-bf14-4097-ab7f-bb7cc2e1d617+12:2404:x1874412558243840:12345-192.168.204.14@tcp:39:umount.0 00000020:00000080:1.0:1787579681.073392:0:17043:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7ab93 00000020:00010000:1.0:1787579681.073415:0:17043:0:(genops.c:1921:obd_stale_export_put()) Put export ffff917e3b39f800: total 0 00000100:00080000:1.0:1787579681.073421:0:17043:0:(import.c:65:import_set_state_nolock()) ffff917e3b287000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1787579681.073459:0:17043:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934636 00000020:00010000:0.0:1787579681.073572:0:17032:0:(genops.c:1907:obd_stale_export_get()) Get export ffff917e3b39f800: total 0 00010000:00010000:0.0:1787579681.073577:0:17032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579681.073655:0:17032:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff917e3b39f800, canceled 0 locks, left on hash table 7. 00010000:00010000:0.0:1787579681.073704:0:17032:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff917d038cf800) 00010000:00010000:0.0:1787579681.073709:0:17032:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787579681.073721:0:17032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917e00030000/0xf52f64256fc7ac7a lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c452 expref: 11 pid: 19382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579681.073763:0:17032:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff917e3bff9b00) 00010000:00010000:0.0:1787579681.073766:0:17032:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1787579681.073771:0:17032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917e36368200/0xf52f64256fc7aebf lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c501 expref: 10 pid: 17044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579681.073789:0:17032:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff917e3b2fbd00) 00010000:00010000:0.0:1787579681.073792:0:17032:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787579681.073796:0:17032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91be00/0xf52f64256fc7acb9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c460 expref: 9 pid: 17044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579681.073809:0:17032:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff917e3b2fc200) 00010000:00010000:0.0:1787579681.073811:0:17032:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1787579681.073815:0:17032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917d03720200/0xf52f64256fc7af2f lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c52b expref: 8 pid: 17045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579681.073842:0:17032:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff917e3b2fb200) 00010000:00010000:0.0:1787579681.073844:0:17032:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787579681.073849:0:17032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91b600/0xf52f64256fc7ac5e lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c44b expref: 7 pid: 17044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579681.073897:0:17032:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff917e3bff9c00) 00010000:00010000:0.0:1787579681.073900:0:17032:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1787579681.073904:0:17032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564c800/0xf52f64256fc7ad3e lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c48a expref: 6 pid: 17045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579681.073919:0:17032:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff917e3b2fc200) 00010000:00010000:0.0:1787579681.073922:0:17032:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1787579681.073926:0:17032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564d200/0xf52f64256fc7ae64 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c4ec expref: 5 pid: 19382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579681.073942:0:17032:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff917e3b39f800, canceled 7 locks, left on hash table 0. 00010000:00010000:0.0:1787579681.073957:0:17032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579681.073959:0:17032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579681.073961:0:17032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787579681.074271:0:17043:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03401180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e762fb1d-bf14-4097-ab7f-bb7cc2e1d617+3:2404:x1874412558243840:12345-192.168.204.14@tcp:39:umount.0 Request processed in 946us (1463us total) trans 8589934637 rc 0/0 00000100:00100000:1.0:1787579681.074282:0:17043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 76 00000100:00100000:1.0:1787579681.080323:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787579681.080373:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e3b113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1874412578251904:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787579681.080516:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579681.080782:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e3b0d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32e516b3-d537-4ec5-88e5-6d7e9cbd1f23:3642:1874412578252032:0@lo:400:kworker.0 00000100:00100000:1.0:1787579681.080835:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579681.080854:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03dcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874412578252160:0@lo:400:kworker.0 00000100:00100000:1.0:1787579681.080872:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d0340ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874412578252544:0@lo:400:kworker.0 00000100:00100000:2.0:1787579681.080890:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579681.080918:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d0340c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874412578252672:0@lo:400:kworker.0 00000100:00100000:1.0:1787579681.080925:0:17037:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578252032 00000100:00100000:1.0:1787579681.080936:0:17037:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578252032 00000100:00100000:2.0:1787579681.080943:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579681.080960:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d0340ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3643:1874412578253184:0@lo:400:kworker.0 00000100:00100000:2.0:1787579681.080986:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579681.081075:0:17037:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 178 00000100:00100000:1.0:1787579681.081086:0:17037:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03db2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:32e516b3-d537-4ec5-88e5-6d7e9cbd1f23+24:3642:x1874412578252032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787579681.081145:0:17037:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03db2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:32e516b3-d537-4ec5-88e5-6d7e9cbd1f23+24:3642:x1874412578252032:12345-0@lo:400:kworker.0 Request processed in 61us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579681.081548:0:18554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578252672 00000100:00100000:3.0:1787579681.081554:0:18554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578252672 00000100:00100000:0.0:1787579681.081649:0:18557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578251904 00000100:00100000:0.0:1787579681.081653:0:18557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578251904 00000100:00100000:0.0:1787579681.081703:0:18557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1787579681.081712:0:18557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b112a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1874412578251904:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787579681.081730:0:18554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1787579681.081737:0:18554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e362b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1874412578252672:12345-0@lo:400:kworker.0 00002000:00000024:0.0:1787579681.081744:0:18557:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923509248 avail 3691986944 00000100:00100000:1.0:1787579681.081835:0:17037:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 178 00000100:00100000:2.0:1787579681.081855:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03400e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874412578253696:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787579681.081879:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579681.086833:0:18554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e362b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1874412578252672:12345-0@lo:400:kworker.0 Request processed in 5066us (5857us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579681.086857:0:18554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1787579681.086965:0:17783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578252160 00000100:00100000:3.0:1787579681.086978:0:17783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578252160 00000100:00100000:3.0:1787579681.087071:0:17783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578252544 00000100:00100000:3.0:1787579681.087076:0:17783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578252544 00000100:00100000:3.0:1787579681.087096:0:17783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1787579681.087106:0:17783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e362b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1874412578252160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579681.087247:0:17783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e362b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1874412578252160:12345-0@lo:400:kworker.0 Request processed in 142us (6355us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579681.087254:0:17783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1787579681.087266:0:17783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1787579681.087272:0:17783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b113100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1874412578252544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579681.087305:0:17783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b113100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1874412578252544:12345-0@lo:400:kworker.0 Request processed in 34us (5426us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579681.087311:0:17783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1787579681.087343:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d0340f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1874412578252416:0@lo:400:kworker.0 00000100:00100000:3.0:1787579681.087405:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579681.087447:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d0340df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1874412578252928:0@lo:400:kworker.0 00000100:00100000:3.0:1787579681.087533:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579681.087574:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3641:1874412578253440:0@lo:400:kworker.0 00000100:00100000:3.0:1787579681.087599:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579681.087627:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787579681.087636:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e054b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874412578253568:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787579681.087688:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579681.087724:0:17045:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578253184 00000100:00100000:3.0:1787579681.087728:0:17045:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578253184 00000100:00100000:3.0:1787579681.087761:0:17045:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578252416 00000100:00100000:3.0:1787579681.087764:0:17045:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578252416 00000100:00100000:3.0:1787579681.087775:0:17045:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578252928 00000100:00100000:3.0:1787579681.087777:0:17045:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578252928 00000100:00100000:3.0:1787579681.087786:0:17045:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578253440 00000100:00100000:3.0:1787579681.087788:0:17045:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578253440 00000100:00100000:3.0:1787579681.087802:0:17045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:3.0:1787579681.087808:0:17045:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e362b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1874412578253184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579681.087855:0:17045:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e362b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1874412578253184:12345-0@lo:400:kworker.0 Request processed in 46us (6867us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579681.087863:0:17045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:3.0:1787579681.087874:0:17045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:3.0:1787579681.087880:0:17045:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e054b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1874412578252416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579681.087911:0:17045:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e054b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1874412578252416:12345-0@lo:400:kworker.0 Request processed in 31us (507us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579681.087917:0:17045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:3.0:1787579681.087927:0:17045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:3.0:1787579681.087933:0:17045:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e054b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1874412578252928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579681.087960:0:17045:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e054b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1874412578252928:12345-0@lo:400:kworker.0 Request processed in 27us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579681.087973:0:17045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00100000:3.0:1787579681.087985:0:17045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:3.0:1787579681.087990:0:17045:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e054b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1874412578253440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579681.088017:0:17045:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e054b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1874412578253440:12345-0@lo:400:kworker.0 Request processed in 27us (418us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579681.088023:0:17045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00100000:3.0:1787579681.088041:0:20187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578253568 00000100:00100000:3.0:1787579681.088045:0:20187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578253568 00000100:00100000:3.0:1787579681.088066:0:20187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1787579681.088072:0:20187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e054b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1874412578253568:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1787579681.088091:0:20187:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923509248 avail 3691986944 00000100:00100000:3.0:1787579681.088125:0:20187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e054b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1874412578253568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579681.088131:0:20187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1787579681.088160:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d0340ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874412578252288:0@lo:400:kworker.0 00000100:00100000:3.0:1787579681.088194:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579681.088225:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d0340f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1874412578252800:0@lo:400:kworker.0 00000100:00100000:3.0:1787579681.088246:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579681.088263:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d0340d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3644:1874412578253312:0@lo:400:kworker.0 00000100:00100000:3.0:1787579681.088285:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579681.088317:0:18555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578252288 00000100:00100000:3.0:1787579681.088322:0:18555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578252288 00000100:00100000:3.0:1787579681.088347:0:18555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578252800 00000100:00100000:3.0:1787579681.088350:0:18555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578252800 00000100:00100000:3.0:1787579681.088364:0:18555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1787579681.088370:0:18555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03baf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1874412578252288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579681.088419:0:18555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03baf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1874412578252288:12345-0@lo:400:kworker.0 Request processed in 49us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579681.088425:0:18555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1787579681.088438:0:18555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1787579681.088444:0:18555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03bad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1874412578252800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579681.088502:0:18555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03bad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1874412578252800:12345-0@lo:400:kworker.0 Request processed in 58us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579681.088523:0:18555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1787579681.088544:0:17045:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578253312 00000100:00100000:3.0:1787579681.088547:0:17045:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578253312 00000100:00100000:3.0:1787579681.088572:0:17045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:3.0:1787579681.088577:0:17045:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03baed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1874412578253312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579681.088609:0:17045:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03baed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1874412578253312:12345-0@lo:400:kworker.0 Request processed in 31us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579681.088614:0:17045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00100000:3.0:1787579681.088668:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e054b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874412578253568:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787579681.088682:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d0340f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1874412578252416:0@lo:400:kworker.0 00000100:00100000:3.0:1787579681.088693:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d0340df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1874412578252928:0@lo:400:kworker.0 00010000:00080000:3.0:1787579681.088707:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff917e362b5880 x1874412578253440/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579697 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579681.088718:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3641:1874412578253440:0@lo:400:kworker.0 00000100:00100000:3.0:1787579681.088758:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d0340ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874412578252288:0@lo:400:kworker.0 00000100:00100000:3.0:1787579681.088767:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d0340f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1874412578252800:0@lo:400:kworker.0 00000100:00100000:3.0:1787579681.088789:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d0340d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3644:1874412578253312:0@lo:400:kworker.0 00000100:00080000:3.0:1787579681.088865:0:17039:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787579681.088875:0:17039:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787579681.088879:0:17039:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1787579681.088882:0:17039:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787579681.091005:0:18557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b112a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1874412578251904:12345-0@lo:13:osp-pre-1-0.0 Request processed in 9278us (10474us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579681.091033:0:18557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1787579681.091305:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d0340ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874412578252544:0@lo:400:kworker.0 00000100:00100000:1.0:1787579681.091321:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d0340e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3642:1874412578253056:0@lo:400:kworker.0 00000100:00100000:2.0:1787579681.091632:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579681.091688:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03dcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874412578252160:0@lo:400:kworker.0 00000100:00100000:2.0:1787579681.091705:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d0340c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874412578252672:0@lo:400:kworker.0 00010000:00080000:2.0:1787579681.091721:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff917d0340ea00 x1874412578253184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579697 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579681.091733:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d0340ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3643:1874412578253184:0@lo:400:kworker.0 00000100:00100000:3.0:1787579681.091973:0:20187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578253696 00000100:00100000:3.0:1787579681.091983:0:20187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578253696 00000100:00100000:3.0:1787579681.092049:0:20187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1787579681.092062:0:20187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e362b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1874412578253696:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787579681.092107:0:20187:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1787579681.092296:0:20187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e362b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1874412578253696:12345-0@lo:13:osp-pre-0-0.0 Request processed in 237us (801us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579681.092304:0:20187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1787579681.092407:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03400e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874412578253696:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787579681.092729:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579681.092836:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e3b113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1874412578251904:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787579681.092959:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e3b0d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32e516b3-d537-4ec5-88e5-6d7e9cbd1f23:3642:1874412578252032:0@lo:400:kworker.0 00000100:00100000:3.0:1787579681.093020:0:17045:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578253056 00000100:00100000:3.0:1787579681.093025:0:17045:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578253056 00000100:00100000:3.0:1787579681.093135:0:17045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00100000:3.0:1787579681.093144:0:17045:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b110700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1874412578253056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579681.093245:0:17045:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b110700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1874412578253056:12345-0@lo:400:kworker.0 Request processed in 102us (516us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579681.093253:0:17045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00080000:2.0:1787579681.093297:0:17039:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787579681.093444:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d0340e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3642:1874412578253056:0@lo:400:kworker.0 00000100:00100000:1.0:1787579681.098741:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1787579681.098981:0:19382:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558243968 00000100:00100000:3.0:1787579681.098995:0:19382:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558243968 00000100:00100000:3.0:1787579681.099100:0:19382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 77 00000100:00100000:3.0:1787579681.099113:0:19382:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b113800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e762fb1d-bf14-4097-ab7f-bb7cc2e1d617+5:2404:x1874412558243968:12345-192.168.204.14@tcp:39:umount.0 00000020:00000080:3.0:1787579681.099159:0:19382:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7ab9a 00000100:00080000:3.0:1787579681.099180:0:19382:0:(import.c:65:import_set_state_nolock()) ffff917e07881800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1787579681.099217:0:19382:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00000100:00080000:2.0:1787579681.099620:0:17039:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1787579681.099890:0:17031:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787579681.106803:0:19382:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b113800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e762fb1d-bf14-4097-ab7f-bb7cc2e1d617+3:2404:x1874412558243968:12345-192.168.204.14@tcp:39:umount.0 Request processed in 7673us (8062us total) trans 8589934593 rc 0/0 00000100:00100000:3.0:1787579681.106833:0:19382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 77 00000040:00080000:2.0:1787579681.656823:0:17079:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1787579681.656839:0:17079:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1787579681.656871:0:17079:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:2.0:1787579681.658056:0:17079:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:0.0:1787579681.784147:0:19159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579682.807763:0:17032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787579683.189104:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1787579683.189160:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1787579683.189197:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1787579683.189368:0:17028:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558244096 00000100:00100000:3.0:1787579683.189382:0:17028:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558244096 00000100:00100000:3.0:1787579683.189510:0:17028:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558244352 00000100:00100000:3.0:1787579683.189514:0:17028:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558244352 00000100:00100000:3.0:1787579683.189531:0:17028:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558244224 00000100:00100000:3.0:1787579683.189534:0:17028:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558244224 00000100:00100000:2.0:1787579683.189643:0:17029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 7 00000100:00100000:2.0:1787579683.189658:0:17029:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e362b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c89e78ca-fd32-4e22-b4d8-6ce3e5116876+11:2408:x1874412558244096:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787579683.189681:0:17029:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787579683.189722:0:17029:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff917e3f91aa00/0xf52f64256fc7abbd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c3cd expref: 11 pid: 17038 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579683.189746:0:17029:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787579683.189835:0:17029:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e362b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c89e78ca-fd32-4e22-b4d8-6ce3e5116876+10:2408:x1874412558244096:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 181us (748us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579683.189844:0:17029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 7 00000100:00100000:2.0:1787579683.189868:0:17029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 8 00000100:00100000:2.0:1787579683.189875:0:17029:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e362b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c89e78ca-fd32-4e22-b4d8-6ce3e5116876+9:2408:x1874412558244352:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787579683.189884:0:17029:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787579683.189895:0:17029:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff917e3f91b000/0xf52f64256fc7ac03 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c43d expref: 9 pid: 17036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579683.189904:0:17029:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787579683.189924:0:17029:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e362b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c89e78ca-fd32-4e22-b4d8-6ce3e5116876+8:2408:x1874412558244352:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 49us (763us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579683.189930:0:17029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 8 00000100:00100000:3.0:1787579683.190047:0:17028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 9 00000100:00100000:3.0:1787579683.190055:0:17028:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e362b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c89e78ca-fd32-4e22-b4d8-6ce3e5116876+8:2408:x1874412558244224:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787579683.190064:0:17028:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787579683.190074:0:17028:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff917e3f91a800/0xf52f64256fc7abc4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c3fe expref: 8 pid: 17038 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579683.190084:0:17028:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787579683.190107:0:17028:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e362b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c89e78ca-fd32-4e22-b4d8-6ce3e5116876+7:2408:x1874412558244224:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 53us (910us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579683.190114:0:17028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 9 00000100:00100000:1.0:1787579683.203367:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1787579683.205697:0:17045:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558244608 00000100:00100000:3.0:1787579683.205719:0:17045:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558244608 00000100:00100000:3.0:1787579683.205855:0:17045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 78 00000100:00100000:3.0:1787579683.205869:0:17045:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b0d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:67d38520-042a-4f9d-af45-a3e236a07a9d+6:2404:x1874412558244608:12345-192.168.204.14@tcp:39:umount.0 00000020:00000080:3.0:1787579683.205927:0:17045:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7abd2 00000020:00010000:3.0:1787579683.205938:0:17045:0:(genops.c:1921:obd_stale_export_put()) Put export ffff917e3554f800: total 0 00000100:00080000:3.0:1787579683.205943:0:17045:0:(import.c:65:import_set_state_nolock()) ffff917d0361b800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1787579683.205981:0:17045:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934637 00000100:00100000:3.0:1787579683.206218:0:17045:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b0d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:67d38520-042a-4f9d-af45-a3e236a07a9d+5:2404:x1874412558244608:12345-192.168.204.14@tcp:39:umount.0 Request processed in 352us (2869us total) trans 8589934638 rc 0/0 00000100:00100000:3.0:1787579683.206245:0:17045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 78 00000100:00080000:2.0:1787579683.206773:0:17039:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00010000:1.0:1787579683.206977:0:17031:0:(genops.c:1907:obd_stale_export_get()) Get export ffff917e3554f800: total 0 00010000:00010000:1.0:1787579683.207066:0:17031:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff917e3554f800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1787579683.207114:0:17031:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff917e3b2fbd00) 00010000:00010000:1.0:1787579683.207119:0:17031:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787579683.207134:0:17031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917d03721000/0xf52f64256fc7acc7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c467 expref: 4 pid: 17045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579683.207186:0:17031:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff917e3554f800, canceled 1 locks, left on hash table 0. 00010000:00010000:1.0:1787579683.207201:0:17031:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579683.207203:0:17031:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579683.207205:0:17031:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787579683.211059:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579683.211192:0:17044:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558244736 00000100:00100000:0.0:1787579683.211206:0:17044:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558244736 00000100:00100000:0.0:1787579683.211313:0:17044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 120 00000100:00100000:0.0:1787579683.211347:0:17044:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e36384380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:67d38520-042a-4f9d-af45-a3e236a07a9d+5:2405:x1874412558244736:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1787579683.211459:0:17044:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e36384380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:67d38520-042a-4f9d-af45-a3e236a07a9d+5:2405:x1874412558244736:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 115us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579683.211503:0:17044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 120 00000100:00080000:2.0:1787579683.213275:0:17039:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787579683.232025:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579683.232330:0:17045:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558244864 00000100:00100000:0.0:1787579683.232347:0:17045:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558244864 00000100:00100000:0.0:1787579683.232434:0:17045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 79 00000100:00100000:0.0:1787579683.232629:0:17045:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03bac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:67d38520-042a-4f9d-af45-a3e236a07a9d+5:2404:x1874412558244864:12345-192.168.204.14@tcp:39:umount.0 00000020:00000080:0.0:1787579683.232691:0:17045:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7abd9 00000100:00080000:0.0:1787579683.232707:0:17045:0:(import.c:65:import_set_state_nolock()) ffff917d0219c800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1787579683.232875:0:17045:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:0.0:1787579683.233123:0:17045:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03bac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:67d38520-042a-4f9d-af45-a3e236a07a9d+3:2404:x1874412558244864:12345-192.168.204.14@tcp:39:umount.0 Request processed in 495us (1116us total) trans 8589934594 rc 0/0 00000100:00100000:0.0:1787579683.233133:0:17045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 79 00010000:00010000:1.0:1787579683.237167:0:19159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787579683.298105:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579683.298238:0:17038:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558245120 00000100:00100000:0.0:1787579683.298252:0:17038:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558245120 00000100:00100000:0.0:1787579683.298331:0:17038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 179 00000100:00100000:0.0:1787579683.298343:0:17038:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03db3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c89e78ca-fd32-4e22-b4d8-6ce3e5116876+7:2404:x1874412558245120:12345-192.168.204.14@tcp:251:umount.0 00000020:00000080:0.0:1787579683.298415:0:17038:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7ab70 00000020:00010000:0.0:1787579683.298426:0:17038:0:(genops.c:1921:obd_stale_export_put()) Put export ffff917e3b39e800: total 0 00000100:00080000:0.0:1787579683.298432:0:17038:0:(import.c:65:import_set_state_nolock()) ffff917e3b39f000 : changing import state from FULL to CLOSED 00000100:00100000:0.0:1787579683.298580:0:17038:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03db3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c89e78ca-fd32-4e22-b4d8-6ce3e5116876+3:2404:x1874412558245120:12345-192.168.204.14@tcp:251:umount.0 Request processed in 239us (493us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579683.298590:0:17038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 179 00000020:00010000:2.0:1787579683.298736:0:17032:0:(genops.c:1907:obd_stale_export_get()) Get export ffff917e3b39e800: total 0 00010000:00010000:2.0:1787579683.298877:0:17032:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff917e3b39e800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1787579683.298926:0:17032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff917e3f91b200/0xf52f64256fc7ab77 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c356 expref: 2 pid: 17036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579683.298943:0:17032:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff917e3b39e800, canceled 1 locks, left on hash table 0. 00000020:00000080:2.0:1787579683.298954:0:17032:0:(genops.c:885:class_export_put()) final put ffff917e3b39e800/c89e78ca-fd32-4e22-b4d8-6ce3e5116876 00010000:00010000:2.0:1787579683.298976:0:17032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579683.298980:0:17032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579683.298982:0:17032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1787579683.299085:0:18308:0:(genops.c:844:class_export_destroy()) destroying export ffff917e3b39e800/c89e78ca-fd32-4e22-b4d8-6ce3e5116876 for MGS 00000020:00000080:0.0:1787579683.299130:0:18308:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff917e3b39f000 for MGS 00010000:00010000:1.0:1787579683.832910:0:17031:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787579684.153406:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1874412578253824:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787579684.153529:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579684.154891:0:18557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578253824 00000100:00100000:0.0:1787579684.154904:0:18557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578253824 00000100:00100000:0.0:1787579684.155006:0:18557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1787579684.155022:0:18557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e362b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1874412578253824:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1787579684.155070:0:18557:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1787579684.155257:0:18557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e362b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1874412578253824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 238us (1727us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579684.155266:0:18557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00080000:2.0:1787579684.156240:0:17039:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787579684.156310:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1874412578253824:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1787579684.859551:0:19159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1787579684.920250:0:17797:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1787579685.177147:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03badc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874412578253952:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787579685.177255:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579685.177604:0:17783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578253952 00000100:00100000:3.0:1787579685.177616:0:17783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578253952 00000100:00100000:3.0:1787579685.177677:0:17783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1787579685.177690:0:17783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03bac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1874412578253952:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1787579685.177736:0:17783:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446293504 avail 1300054016 00000100:00100000:3.0:1787579685.177813:0:17783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03bac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1874412578253952:12345-0@lo:41:osp-pre-0-1.0 Request processed in 125us (558us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579685.177821:0:17783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1787579685.177882:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03badc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874412578253952:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787579685.178837:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36386300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1874412578254080:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787579685.178898:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579685.180218:0:17048:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578254080 00000100:00100000:1.0:1787579685.180233:0:17048:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578254080 00000100:00100000:1.0:1787579685.180360:0:17048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1787579685.180373:0:17048:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3be13c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1874412578254080:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1787579685.180428:0:17048:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1787579685.180663:0:17048:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3be13c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1874412578254080:12345-0@lo:41:osp-pre-1-0.0 Request processed in 291us (1763us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579685.180671:0:17048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1787579685.181063:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36386300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1874412578254080:0@lo:41:osp-pre-1-0.0 00000020:01000004:2.0:1787579685.647279:0:20618:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:1.0:1787579685.669696:0:20618:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:1.0:1787579685.669800:0:20618:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d02b40c00/0xf52f64256fc7a733 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7a73a expref: -99 pid: 17022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579685.669822:0:20618:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d02b40c00/0xf52f64256fc7a733 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xf52f64256fc7a73a expref: -99 pid: 17022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579685.669831:0:20618:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d02b40c00/0xf52f64256fc7a733 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xf52f64256fc7a73a expref: -99 pid: 17022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579685.669863:0:20618:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.114@tcp lock: ffff917d02b40c00/0xf52f64256fc7a733 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xf52f64256fc7a73a expref: -99 pid: 17022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579685.669893:0:20618:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1787579685.669901:0:20618:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1787579685.669947:0:20618:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1787579685.669953:0:20618:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1787579685.669961:0:20618:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1787579685.670001:0:20618:0:(import.c:65:import_set_state_nolock()) ffff917d02212000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1787579685.670053:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36386300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3640:1874412578254208:0@lo:39:umount.0 00000100:00100000:1.0:1787579685.670158:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579685.670260:0:17044:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578254208 00000100:00100000:1.0:1787579685.670270:0:17044:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578254208 00000100:00100000:1.0:1787579685.670332:0:17044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1787579685.670343:0:17044:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e36386a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1874412578254208:12345-0@lo:39:umount.0 00000020:00000080:1.0:1787579685.670380:0:17044:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7a764 00000100:00080000:1.0:1787579685.670391:0:17044:0:(import.c:65:import_set_state_nolock()) ffff917d03d45000 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1787579685.670465:0:17044:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e36386a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+1:3640:x1874412578254208:12345-0@lo:39:umount.0 Request processed in 123us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579685.670511:0:17044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000020:00000080:1.0:1787579685.670523:0:17044:0:(genops.c:885:class_export_put()) final put ffff917e03ea4800/lustre-MDT0000-lwp-MDT0000_UUID 00010000:00010000:1.0:1787579685.670552:0:17031:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787579685.670559:0:17031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff917d02b40c00/0xf52f64256fc7a733 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xf52f64256fc7a73a expref: -99 pid: 17022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579685.670569:0:17031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d02b40c00 already unused, calling callback (ffffffffc13acc20) 10000000:00010000:1.0:1787579685.670584:0:17031:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff917d02b40c00/0xf52f64256fc7a733 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xf52f64256fc7a73a expref: -99 pid: 17022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579685.670596:0:17031:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff917d02b40c00/0xf52f64256fc7a733 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0xf52f64256fc7a73a expref: -99 pid: 17022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787579685.670604:0:17031:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff917d02b40c00/0xf52f64256fc7a733 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0xf52f64256fc7a73a expref: -99 pid: 17022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787579685.670612:0:17031:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1787579685.670615:0:17031:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1787579685.670618:0:17031:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1787579685.670651:0:17031:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.114@tcp lock: ffff917d02b40c00/0xf52f64256fc7a733 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xf52f64256fc7a73a expref: -99 pid: 17022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579685.670658:0:17031:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787579685.670677:0:17031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff917d02b40c00/0xf52f64256fc7a733 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xf52f64256fc7a73a expref: -99 pid: 17022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579685.670684:0:17031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff917d02b40c00/0xf52f64256fc7a733 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xf52f64256fc7a73a expref: -99 pid: 17022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579685.670699:0:17031:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579685.670701:0:17031:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579685.670703:0:17031:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787579685.670749:0:3640:0:(import.c:65:import_set_state_nolock()) ffff917d02212000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1787579685.670761:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36386300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3640:1874412578254208:0@lo:39:umount.0 00000100:00080000:1.0:1787579685.670789:0:20618:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1787579685.670792:0:20618:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1787579685.670796:0:20618:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1787579685.671858:0:20618:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e0564ce00/0xf52f64256fc7a684 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7a68b expref: -99 pid: 17022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579685.671876:0:20618:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e0564ce00/0xf52f64256fc7a684 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xf52f64256fc7a68b expref: -99 pid: 17022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579685.671884:0:20618:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e0564ce00/0xf52f64256fc7a684 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xf52f64256fc7a68b expref: -99 pid: 17022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579685.671892:0:20618:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.114@tcp lock: ffff917e0564ce00/0xf52f64256fc7a684 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xf52f64256fc7a68b expref: -99 pid: 17022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579685.671913:0:20618:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787579685.671920:0:20618:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d02b41800/0xf52f64256fc7aa90 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7aa97 expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579685.671927:0:20618:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d02b41800/0xf52f64256fc7aa90 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf52f64256fc7aa97 expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579685.671933:0:20618:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d02b41800/0xf52f64256fc7aa90 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf52f64256fc7aa97 expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579685.671939:0:20618:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.114@tcp lock: ffff917d02b41800/0xf52f64256fc7aa90 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf52f64256fc7aa97 expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579685.671957:0:20618:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1787579685.671974:0:17031:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787579685.671979:0:17031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff917e0564ce00/0xf52f64256fc7a684 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xf52f64256fc7a68b expref: -99 pid: 17022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579685.671987:0:17031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e0564ce00 already unused, calling callback (ffffffffc13acc20) 10000000:00010000:1.0:1787579685.671999:0:17031:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff917e0564ce00/0xf52f64256fc7a684 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xf52f64256fc7a68b expref: -99 pid: 17022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579685.672007:0:17031:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff917e0564ce00/0xf52f64256fc7a684 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0xf52f64256fc7a68b expref: -99 pid: 17022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787579685.672015:0:17031:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff917e0564ce00/0xf52f64256fc7a684 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0xf52f64256fc7a68b expref: -99 pid: 17022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787579685.672020:0:17031:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1787579685.672023:0:17031:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:1.0:1787579685.672053:0:17031:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.114@tcp lock: ffff917e0564ce00/0xf52f64256fc7a684 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xf52f64256fc7a68b expref: -99 pid: 17022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579685.672060:0:17031:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787579685.672073:0:17031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff917e0564ce00/0xf52f64256fc7a684 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xf52f64256fc7a68b expref: -99 pid: 17022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579685.672080:0:17031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff917e0564ce00/0xf52f64256fc7a684 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xf52f64256fc7a68b expref: -99 pid: 17022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579685.672097:0:17031:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787579685.672101:0:17031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff917d02b41800/0xf52f64256fc7aa90 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf52f64256fc7aa97 expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579685.672107:0:17031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d02b41800 already unused, calling callback (ffffffffc13acc20) 10000000:00010000:1.0:1787579685.672110:0:17031:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff917d02b41800/0xf52f64256fc7aa90 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf52f64256fc7aa97 expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579685.672117:0:17031:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff917d02b41800/0xf52f64256fc7aa90 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xf52f64256fc7aa97 expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787579685.672135:0:17031:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff917d02b41800/0xf52f64256fc7aa90 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xf52f64256fc7aa97 expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787579685.672141:0:17031:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:1.0:1787579685.672143:0:17031:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:1.0:1787579685.672145:0:17031:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:1.0:1787579685.672163:0:17031:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.114@tcp lock: ffff917d02b41800/0xf52f64256fc7aa90 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf52f64256fc7aa97 expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579685.672169:0:17031:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787579685.672197:0:17031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff917d02b41800/0xf52f64256fc7aa90 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf52f64256fc7aa97 expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579685.672204:0:17031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff917d02b41800/0xf52f64256fc7aa90 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf52f64256fc7aa97 expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579685.672216:0:17031:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579685.672218:0:17031:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579685.672219:0:17031:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787579685.672232:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787579685.672252:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36385c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32e516b3-d537-4ec5-88e5-6d7e9cbd1f23:3642:1874412578254592:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787579685.672326:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1787579685.672390:0:20618:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d03cde400/0xf52f64256fc7ac3b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7ac42 expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579685.672399:0:20618:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d03cde400/0xf52f64256fc7ac3b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xf52f64256fc7ac42 expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579685.672495:0:17032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787579685.672519:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36385f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32e516b3-d537-4ec5-88e5-6d7e9cbd1f23:3643:1874412578254336:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787579685.672557:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579685.672587:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787579685.672592:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36386300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32e516b3-d537-4ec5-88e5-6d7e9cbd1f23:3643:1874412578254464:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787579685.672616:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1787579685.672644:0:19159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787579685.672672:0:17030:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578254592 00000100:00100000:2.0:1787579685.672681:0:17030:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578254592 00000100:00100000:2.0:1787579685.672749:0:17030:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578254336 00000100:00100000:2.0:1787579685.672752:0:17030:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578254336 00000100:00100000:2.0:1787579685.672769:0:17030:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578254464 00000100:00100000:2.0:1787579685.672772:0:17030:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578254464 00000100:00100000:2.0:1787579685.672805:0:17030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1787579685.672816:0:17030:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2fa05850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:32e516b3-d537-4ec5-88e5-6d7e9cbd1f23+26:3642:x1874412578254592:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787579685.672833:0:17030:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787579685.672853:0:17030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff917d03cde200/0xf52f64256fc7aa97 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf52f64256fc7aa90 expref: 26 pid: 17037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579685.672871:0:17030:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787579685.672914:0:17030:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2fa05850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:32e516b3-d537-4ec5-88e5-6d7e9cbd1f23+25:3642:x1874412578254592:12345-0@lo:103:ldlm_bl.0 Request processed in 99us (588us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579685.672921:0:17030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1787579685.672980:0:17030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1787579685.672987:0:17030:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e362b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:32e516b3-d537-4ec5-88e5-6d7e9cbd1f23+24:3643:x1874412578254336:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787579685.672995:0:17030:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787579685.673004:0:17030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff917e36368600/0xf52f64256fc7a73a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf52f64256fc7a733 expref: 24 pid: 17037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579685.673014:0:17030:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787579685.673041:0:17030:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e362b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:32e516b3-d537-4ec5-88e5-6d7e9cbd1f23+23:3643:x1874412578254336:12345-0@lo:103:ldlm_bl.0 Request processed in 55us (484us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579685.673047:0:17030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1787579685.673060:0:17030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1787579685.673066:0:17030:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e362b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:32e516b3-d537-4ec5-88e5-6d7e9cbd1f23+22:3643:x1874412578254464:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787579685.673074:0:17030:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787579685.673083:0:17030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff917e3f91b800/0xf52f64256fc7a68b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf52f64256fc7a684 expref: 22 pid: 17038 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579685.673091:0:17030:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787579685.673121:0:17030:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e362b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:32e516b3-d537-4ec5-88e5-6d7e9cbd1f23+21:3643:x1874412578254464:12345-0@lo:103:ldlm_bl.0 Request processed in 54us (504us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579685.673128:0:17030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1787579685.673182:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36386300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32e516b3-d537-4ec5-88e5-6d7e9cbd1f23:3643:1874412578254464:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787579685.673192:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36385f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32e516b3-d537-4ec5-88e5-6d7e9cbd1f23:3643:1874412578254336:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787579685.673228:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36385c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32e516b3-d537-4ec5-88e5-6d7e9cbd1f23:3642:1874412578254592:0@lo:103:ldlm_bl.0 00000020:00000080:3.0:1787579685.673336:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff917e03ea4800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:3.0:1787579685.673429:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff917d03d45000 for lustre-MDT0000 00010000:00010000:1.0:1787579685.675065:0:20618:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d03cde400/0xf52f64256fc7ac3b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xf52f64256fc7ac42 expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579685.675099:0:20618:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.114@tcp lock: ffff917d03cde400/0xf52f64256fc7ac3b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xf52f64256fc7ac42 expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579685.675167:0:20618:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787579685.675180:0:20618:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e0564dc00/0xf52f64256fc7a676 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7a67d expref: -99 pid: 17022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579685.675189:0:20618:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e0564dc00/0xf52f64256fc7a676 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf52f64256fc7a67d expref: -99 pid: 17022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579685.675196:0:20618:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e0564dc00/0xf52f64256fc7a676 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf52f64256fc7a67d expref: -99 pid: 17022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579685.675204:0:20618:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.114@tcp lock: ffff917e0564dc00/0xf52f64256fc7a676 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf52f64256fc7a67d expref: -99 pid: 17022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579685.675234:0:17031:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787579685.675242:0:17031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff917d03cde400/0xf52f64256fc7ac3b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xf52f64256fc7ac42 expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579685.675251:0:17031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d03cde400 already unused, calling callback (ffffffffc13acc20) 10000000:00010000:2.0:1787579685.675255:0:17031:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff917d03cde400/0xf52f64256fc7ac3b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xf52f64256fc7ac42 expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579685.675265:0:17031:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff917d03cde400/0xf52f64256fc7ac3b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xf52f64256fc7ac42 expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787579685.675273:0:17031:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff917d03cde400/0xf52f64256fc7ac3b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xf52f64256fc7ac42 expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787579685.675280:0:17031:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1787579685.675283:0:17031:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1787579685.675286:0:17031:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1787579685.675327:0:17031:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.114@tcp lock: ffff917d03cde400/0xf52f64256fc7ac3b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xf52f64256fc7ac42 expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579685.675334:0:17031:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787579685.675374:0:17031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff917d03cde400/0xf52f64256fc7ac3b lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xf52f64256fc7ac42 expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579685.675395:0:17031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff917d03cde400/0xf52f64256fc7ac3b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xf52f64256fc7ac42 expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579685.675410:0:17031:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787579685.675414:0:17031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff917e0564dc00/0xf52f64256fc7a676 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf52f64256fc7a67d expref: -99 pid: 17022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579685.675420:0:17031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e0564dc00 already unused, calling callback (ffffffffc13acc20) 10000000:00010000:2.0:1787579685.675423:0:17031:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff917e0564dc00/0xf52f64256fc7a676 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf52f64256fc7a67d expref: -99 pid: 17022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579685.675431:0:17031:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff917e0564dc00/0xf52f64256fc7a676 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xf52f64256fc7a67d expref: -99 pid: 17022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787579685.675438:0:17031:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff917e0564dc00/0xf52f64256fc7a676 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xf52f64256fc7a67d expref: -99 pid: 17022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787579685.675443:0:17031:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:2.0:1787579685.675446:0:17031:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 00010000:00010000:2.0:1787579685.675460:0:17031:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.114@tcp lock: ffff917e0564dc00/0xf52f64256fc7a676 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf52f64256fc7a67d expref: -99 pid: 17022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579685.675504:0:17031:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787579685.675519:0:17031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff917e0564dc00/0xf52f64256fc7a676 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf52f64256fc7a67d expref: -99 pid: 17022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579685.675528:0:17031:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579685.675530:0:17031:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579685.675532:0:17031:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787579685.675561:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32e516b3-d537-4ec5-88e5-6d7e9cbd1f23:3643:1874412578254848:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787579685.675637:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579685.675718:0:17030:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578254848 00000100:00100000:2.0:1787579685.675726:0:17030:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578254848 00000100:00100000:2.0:1787579685.675792:0:17030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1787579685.675804:0:17030:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e362b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:32e516b3-d537-4ec5-88e5-6d7e9cbd1f23+21:3643:x1874412578254848:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787579685.675820:0:17030:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787579685.675838:0:17030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff917e3f91bc00/0xf52f64256fc7a67d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf52f64256fc7a676 expref: 21 pid: 17036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579685.675852:0:17030:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787579685.675890:0:17030:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e362b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:32e516b3-d537-4ec5-88e5-6d7e9cbd1f23+20:3643:x1874412578254848:12345-0@lo:103:ldlm_bl.0 Request processed in 88us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579685.675899:0:17030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1787579685.675945:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32e516b3-d537-4ec5-88e5-6d7e9cbd1f23:3643:1874412578254848:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787579685.676023:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787579685.676037:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32e516b3-d537-4ec5-88e5-6d7e9cbd1f23:3641:1874412578254720:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787579685.676073:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579685.676157:0:17029:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578254720 00000100:00100000:2.0:1787579685.676161:0:17029:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578254720 00000100:00100000:2.0:1787579685.676231:0:17029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1787579685.676238:0:17029:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03402d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e516b3-d537-4ec5-88e5-6d7e9cbd1f23+20:3641:x1874412578254720:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787579685.676248:0:17029:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787579685.676259:0:17029:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff917d03cdfe00/0xf52f64256fc7ac42 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf52f64256fc7ac3b expref: 20 pid: 17037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579685.676270:0:17029:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787579685.676301:0:17029:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03402d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e516b3-d537-4ec5-88e5-6d7e9cbd1f23+19:3641:x1874412578254720:12345-0@lo:103:ldlm_bl.0 Request processed in 63us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579685.676307:0:17029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1787579685.676411:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32e516b3-d537-4ec5-88e5-6d7e9cbd1f23:3641:1874412578254720:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787579685.676497:0:20618:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1787579685.676505:0:20618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff917e0564dc00/0xf52f64256fc7a676 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf52f64256fc7a67d expref: -99 pid: 17022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787579685.676516:0:20618:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 10000000:01000000:1.0:1787579685.676521:0:20618:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:1.0:1787579685.676524:0:20618:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:1.0:1787579685.676577:0:20618:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-MDT0000 00000020:01000000:1.0:1787579685.676582:0:20618:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:1.0:1787579685.676588:0:20618:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787579685.676596:0:20618:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 00000020:00080000:1.0:1787579685.676602:0:20618:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff917d0361a800 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1787579685.676609:0:20618:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff917d0219f800 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1787579685.676622:0:20618:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff917e3b298800 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1787579685.676627:0:20618:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff917e0581c000 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1787579685.676636:0:20618:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff917e3554f800 67d38520-042a-4f9d-af45-a3e236a07a9d 192.168.204.14@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:1.0:1787579685.676641:0:20618:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff917e3b39f800 e762fb1d-bf14-4097-ab7f-bb7cc2e1d617 192.168.204.14@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934636 stale:0 00000020:00080000:1.0:1787579685.676647:0:20618:0:(genops.c:1553:class_disconnect_exports()) OBD device 5 (ffff917d03bd99b8) has exports, disconnecting them 00000020:00080000:1.0:1787579685.676652:0:20618:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff917d0361a800), last request at 1787579681 00000020:00000080:1.0:1787579685.676661:0:20618:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7aa5f 00000100:00080000:1.0:1787579685.676681:0:20618:0:(import.c:65:import_set_state_nolock()) ffff917d0361d800 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1787579685.676762:0:20618:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff917d0361a800): rc 0 00000020:00000080:1.0:1787579685.676765:0:20618:0:(genops.c:885:class_export_put()) final put ffff917d0361a800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:1.0:1787579685.676776:0:20618:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff917d0219f800), last request at 1787579681 00000020:00000080:1.0:1787579685.676779:0:20618:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7a901 00000100:00080000:1.0:1787579685.676786:0:20618:0:(import.c:65:import_set_state_nolock()) ffff917d0219e800 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1787579685.676797:0:20618:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff917d0219f800): rc 0 00000020:00000080:1.0:1787579685.676799:0:20618:0:(genops.c:885:class_export_put()) final put ffff917d0219f800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:1.0:1787579685.676803:0:20618:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff917e3b298800), last request at 1787579592 00000020:00000080:1.0:1787579685.676807:0:20618:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7a852 00000100:00080000:1.0:1787579685.676811:0:20618:0:(import.c:65:import_set_state_nolock()) ffff917e3b29e000 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1787579685.676817:0:20618:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff917e3b298800): rc 0 00000020:00000080:1.0:1787579685.676819:0:20618:0:(genops.c:885:class_export_put()) final put ffff917e3b298800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:1.0:1787579685.676823:0:20618:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff917e0581c000), last request at 1787579592 00000020:00000080:1.0:1787579685.676826:0:20618:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7a7f7 00000100:00080000:1.0:1787579685.676830:0:20618:0:(import.c:65:import_set_state_nolock()) ffff917e36314000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1787579685.676836:0:20618:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934638 00000020:00080000:1.0:1787579685.676927:0:20618:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff917e0581c000): rc 0 00000004:00000080:1.0:1787579685.676936:0:20618:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffb83847afbae0 00000100:00080000:1.0:1787579685.676969:0:20618:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1787579685.676973:0:20618:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1787579685.677906:0:20618:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1787579685.677936:0:20618:0:(import.c:65:import_set_state_nolock()) ffff917e05818000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1787579685.677988:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36385880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874412578254976:0@lo:39:umount.0 00010000:00010000:3.0:1787579685.678205:0:17032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579685.678233:0:17031:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1787579685.678250:0:18308:0:(genops.c:844:class_export_destroy()) destroying export ffff917d0361a800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:3.0:1787579685.678307:0:18308:0:(genops.c:844:class_export_destroy()) destroying export ffff917d0219f800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:3.0:1787579685.678338:0:18308:0:(genops.c:844:class_export_destroy()) destroying export ffff917e3b298800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:3.0:1787579685.678364:0:18308:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff917d0361d800 for lustre-MDT0000 00000020:00000080:3.0:1787579685.678381:0:18308:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff917d0219e800 for lustre-MDT0000 00000020:00000080:3.0:1787579685.678385:0:18308:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff917e3b29e000 for lustre-MDT0000 00010000:00010000:3.0:1787579685.678395:0:19159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787579685.678781:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1787579685.678956:0:20618:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1787579685.678960:0:20618:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 3 00000004:00080000:1.0:1787579685.678981:0:20618:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:1.0:1787579685.679039:0:20618:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:1.0:1787579685.679064:0:20618:0:(import.c:65:import_set_state_nolock()) ffff917e10227800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1787579685.679079:0:20618:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1787579685.679081:0:20618:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:1.0:1787579685.679087:0:20618:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1787579685.679235:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36384000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874412578255104:0@lo:9:umount.0 00000100:00100000:3.0:1787579685.679400:0:17049:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578254976 00000100:00100000:3.0:1787579685.679411:0:17049:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578254976 00000100:00100000:3.0:1787579685.679497:0:17049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:3.0:1787579685.679508:0:17049:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e36387100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1874412578254976:12345-0@lo:39:umount.0 00000020:00000080:3.0:1787579685.679547:0:17049:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7a87c 00000100:00080000:3.0:1787579685.679558:0:17049:0:(import.c:65:import_set_state_nolock()) ffff917e02acc000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1787579685.679583:0:17049:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1787579685.679731:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1787579685.679819:0:20618:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:1.0:1787579685.679837:0:20618:0:(import.c:65:import_set_state_nolock()) ffff917e36315000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1787579685.679845:0:17049:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e36387100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+3:3640:x1874412578254976:12345-0@lo:39:umount.0 Request processed in 334us (1070us total) trans 8589934595 rc 0/0 00000100:00100000:3.0:1787579685.679858:0:17049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000020:00080000:1.0:1787579685.679912:0:20618:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff917d03bd99b8) has no exports 00010000:00010000:3.0:1787579685.679916:0:17032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787579685.679933:0:18555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578255104 00000100:00100000:3.0:1787579685.679939:0:18555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578255104 00000100:00100000:3.0:1787579685.679993:0:18555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1787579685.680001:0:18555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e36384e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1874412578255104:12345-0@lo:9:umount.0 00000020:00000080:3.0:1787579685.680021:0:18555:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7a947 00000100:00080000:3.0:1787579685.680028:0:18555:0:(import.c:65:import_set_state_nolock()) ffff917e3638c800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1787579685.680072:0:18555:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1787579685.680186:0:18555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e36384e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+2:3640:x1874412578255104:12345-0@lo:9:umount.0 Request processed in 185us (455us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579685.680194:0:18555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1787579685.680222:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36387800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874412578255232:0@lo:9:umount.0 00000100:00100000:3.0:1787579685.680259:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1787579685.680305:0:3640:0:(import.c:65:import_set_state_nolock()) ffff917e10227800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1787579685.680320:0:3640:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1787579685.680336:0:3640:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1787579685.680341:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36384000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874412578255104:0@lo:9:umount.0 00000100:00080000:3.0:1787579685.680360:0:3640:0:(import.c:65:import_set_state_nolock()) ffff917e05818000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1787579685.680366:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36385880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874412578254976:0@lo:39:umount.0 00000100:00100000:3.0:1787579685.680400:0:18554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578255232 00000100:00100000:3.0:1787579685.680404:0:18554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578255232 00000100:00080000:2.0:1787579685.681029:0:17039:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1787579685.681036:0:17039:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787579685.684145:0:18554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1787579685.684178:0:18554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03badc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1874412578255232:12345-0@lo:9:umount.0 00000020:00000080:3.0:1787579685.684224:0:18554:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7aa9e 00000100:00080000:3.0:1787579685.684240:0:18554:0:(import.c:65:import_set_state_nolock()) ffff917d021e2000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1787579685.684315:0:18554:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934599 00000100:00100000:3.0:1787579685.684583:0:18554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03badc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+2:3640:x1874412578255232:12345-0@lo:9:umount.0 Request processed in 422us (4321us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579685.684592:0:18554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00010000:00010000:2.0:1787579685.684884:0:17031:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787579685.685103:0:3640:0:(import.c:65:import_set_state_nolock()) ffff917e36315000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1787579685.685129:0:3640:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1787579685.685133:0:3640:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1787579685.685139:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36387800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874412578255232:0@lo:9:umount.0 00010000:00010000:1.0:1787579685.685146:0:19159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:1.0:1787579685.695623:0:20618:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff917d03bd99b8) has no exports 00000020:00000080:1.0:1787579685.766330:0:20618:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7a6d1 00000020:00000080:1.0:1787579685.766354:0:20618:0:(genops.c:885:class_export_put()) final put ffff917e03ea1800/lustre-QMT0000_UUID 00000020:01000000:1.0:1787579685.766448:0:20618:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:2.0:1787579685.769234:0:20618:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787579685.769267:0:20618:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1787579685.769275:0:20618:0:(genops.c:1558:class_disconnect_exports()) OBD device 7 (ffff917e363a4d28) has no exports 00000020:00000080:3.0:1787579685.769592:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff917e03ea1800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:2.0:1787579685.769948:0:20618:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7a6ca 00000020:00000080:2.0:1787579685.769961:0:20618:0:(genops.c:885:class_export_put()) final put ffff917d04883000/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1787579685.770034:0:20618:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787579685.770043:0:20618:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1787579685.770046:0:20618:0:(genops.c:885:class_export_put()) final put ffff917d04883800/lustre-QMT0000_UUID 00000020:00000080:2.0:1787579685.770049:0:20618:0:(genops.c:844:class_export_destroy()) destroying export ffff917d04883800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:2.0:1787579685.770057:0:20618:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000080:3.0:1787579685.771303:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff917d04883000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:00010000:3.0:1787579685.880577:0:17032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787579686.200687:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03bae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32e516b3-d537-4ec5-88e5-6d7e9cbd1f23:3644:1874412578255360:0@lo:400:kworker.0 00000100:00100000:1.0:1787579686.200834:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579686.200959:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03baca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874412578255488:0@lo:400:kworker.0 00000100:00100000:1.0:1787579686.201028:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579686.201099:0:17036:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578255360 00000100:00100000:1.0:1787579686.201114:0:17036:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578255360 00000100:00100000:1.0:1787579686.201203:0:17036:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180 00000100:00100000:1.0:1787579686.201218:0:17036:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03db3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:32e516b3-d537-4ec5-88e5-6d7e9cbd1f23+19:3644:x1874412578255360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787579686.201296:0:17036:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03db3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:32e516b3-d537-4ec5-88e5-6d7e9cbd1f23+19:3644:x1874412578255360:12345-0@lo:400:kworker.0 Request processed in 79us (462us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579686.201304:0:17036:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180 00000100:00100000:1.0:1787579686.201369:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03bae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32e516b3-d537-4ec5-88e5-6d7e9cbd1f23:3644:1874412578255360:0@lo:400:kworker.0 00000100:00100000:1.0:1787579686.201405:0:17783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578255488 00000100:00100000:1.0:1787579686.201409:0:17783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578255488 00000100:00100000:1.0:1787579686.201455:0:17783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1787579686.201462:0:17783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e36387480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3641:x1874412578255488:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1787579686.201494:0:17783:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1787579686.201530:0:17783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e36387480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3641:x1874412578255488:12345-0@lo:400:kworker.0 Request processed in 67us (502us total) trans 0 rc -107/-107 00000100:00100000:3.0:1787579686.201866:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03baf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874412578255744:0@lo:400:kworker.0 00000100:00100000:3.0:1787579686.201908:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579686.201930:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03bace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3643:1874412578256256:0@lo:400:kworker.0 00000100:00100000:3.0:1787579686.201957:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579686.201982:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1787579686.201987:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03bad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3643:1874412578255872:0@lo:400:kworker.0 00000100:00100000:3.0:1787579686.202027:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579686.202045:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03baf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3643:1874412578256384:0@lo:400:kworker.0 00000100:00100000:3.0:1787579686.202066:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579686.202097:0:17043:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578256256 00000100:00100000:3.0:1787579686.202102:0:17043:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578256256 00000100:00100000:3.0:1787579686.202133:0:17043:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578255872 00000100:00100000:3.0:1787579686.202136:0:17043:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578255872 00000100:00100000:3.0:1787579686.202143:0:17043:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578256384 00000100:00100000:3.0:1787579686.202146:0:17043:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578256384 00000100:00100000:3.0:1787579686.202176:0:17043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00100000:3.0:1787579686.202183:0:17043:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03bae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1874412578256384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579686.202228:0:17043:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03bae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1874412578256384:12345-0@lo:400:kworker.0 Request processed in 46us (161us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579686.202236:0:17043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00100000:3.0:1787579686.202252:0:17043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1787579686.202256:0:17043:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03bad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3643:x1874412578256256:12345-0@lo:400:kworker.0 00000020:00080000:3.0:1787579686.202262:0:17043:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1787579686.202283:0:17043:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03bad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3643:x1874412578256256:12345-0@lo:400:kworker.0 Request processed in 26us (326us total) trans 0 rc -107/-107 00000100:00100000:3.0:1787579686.202289:0:17043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1787579686.202309:0:17043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1787579686.202313:0:17043:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03baea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3643:x1874412578255872:12345-0@lo:400:kworker.0 00000020:00080000:3.0:1787579686.202318:0:17043:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1787579686.202338:0:17043:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03baea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3643:x1874412578255872:12345-0@lo:400:kworker.0 Request processed in 24us (311us total) trans 0 rc -107/-107 00000100:00100000:3.0:1787579686.202344:0:17043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00080000:3.0:1787579686.202377:0:3643:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1787579686.202391:0:3643:0:(import.c:65:import_set_state_nolock()) ffff917e3b29a000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1787579686.202397:0:3643:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00100000:0.0:1787579686.202745:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03bac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3641:1874412578256000:0@lo:400:kworker.0 00000100:00100000:0.0:1787579686.202786:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579686.202827:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03401500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874412578256512:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787579686.202852:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1787579686.202885:0:3641:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1787579686.202889:0:3641:0:(import.c:65:import_set_state_nolock()) ffff917d03c66000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1787579686.202892:0:3641:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1787579686.202899:0:3641:0:(import.c:65:import_set_state_nolock()) ffff917d03c66000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787579686.202904:0:3641:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 526 00000100:00080000:0.0:1787579686.202911:0:3641:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff917d03c66000 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1787579686.202938:0:3641:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff917d03402a00 x1874412578256640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787579686.202961:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03baca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874412578255488:0@lo:400:kworker.0 00000100:00100000:0.0:1787579686.202982:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1787579686.202997:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874412578255616:0@lo:400:kworker.0 00000100:00100000:0.0:1787579686.203026:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579686.203047:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03bae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3641:1874412578256128:0@lo:400:kworker.0 00000100:00100000:0.0:1787579686.203068:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579686.203099:0:17044:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578256000 00000100:00100000:0.0:1787579686.203106:0:17044:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578256000 00000100:00100000:0.0:1787579686.203131:0:17044:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578256128 00000100:00100000:0.0:1787579686.203134:0:17044:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578256128 00000100:00100000:0.0:1787579686.203156:0:17044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00100000:0.0:1787579686.203164:0:17044:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03400e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1874412578256128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787579686.203207:0:17044:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03400e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1874412578256128:12345-0@lo:400:kworker.0 Request processed in 45us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579686.203214:0:17044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00100000:0.0:1787579686.203229:0:17044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1787579686.203232:0:17044:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03402300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3641:x1874412578256000:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1787579686.203237:0:17044:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1787579686.203263:0:17044:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03402300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3641:x1874412578256000:12345-0@lo:400:kworker.0 Request processed in 29us (476us total) trans 0 rc -107/-107 00000100:00100000:0.0:1787579686.203269:0:17044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1787579686.203289:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03402a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874412578256640:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:0.0:1787579686.203320:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579686.203358:0:17048:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578256640 00000100:00100000:0.0:1787579686.203361:0:17048:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578256640 00000100:00100000:0.0:1787579686.203386:0:17048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1787579686.203391:0:17048:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03b87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3640:x1874412578256640:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:0.0:1787579686.203410:0:17048:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00080000:2.0:1787579686.203679:0:17039:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787579686.203697:0:18552:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578255744 00000100:00100000:2.0:1787579686.203702:0:18552:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578255744 00000100:00100000:2.0:1787579686.203757:0:18552:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578255616 00000100:00100000:2.0:1787579686.203760:0:18552:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578255616 00000100:00100000:2.0:1787579686.203784:0:18552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1787579686.203792:0:18552:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03bafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1874412578255744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787579686.203841:0:18552:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03bafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1874412578255744:12345-0@lo:400:kworker.0 Request processed in 51us (1933us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579686.203848:0:18552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1787579686.203866:0:18552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1787579686.203872:0:18552:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03401f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1874412578255616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787579686.203901:0:18552:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03401f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1874412578255616:12345-0@lo:400:kworker.0 Request processed in 30us (876us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579686.203907:0:18552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00080000:2.0:1787579686.203926:0:17039:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1787579686.203930:0:17039:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787579686.204017:0:20187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578256512 00000100:00100000:2.0:1787579686.204022:0:20187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578256512 00000100:00100000:2.0:1787579686.204051:0:20187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1787579686.204058:0:20187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03400a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1874412578256512:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1787579686.204083:0:20187:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923509248 avail 3691986944 00000100:00100000:2.0:1787579686.204117:0:20187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03400a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1874412578256512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (1264us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579686.204122:0:20187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1787579686.204171:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874412578255616:0@lo:400:kworker.0 00010000:00080000:2.0:1787579686.204185:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff917d03bae300 x1874412578256128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579702 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579686.204196:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03bae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3641:1874412578256128:0@lo:400:kworker.0 00000100:00080000:2.0:1787579686.204206:0:3641:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1787579686.204210:0:3641:0:(import.c:65:import_set_state_nolock()) ffff917d021e0800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1787579686.204214:0:3641:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1787579686.204219:0:3641:0:(import.c:65:import_set_state_nolock()) ffff917d021e0800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787579686.204223:0:3641:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 544 00000100:00080000:2.0:1787579686.204229:0:3641:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff917d021e0800 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1787579686.204250:0:3641:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff917e362b6300 x1874412578256768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787579686.204268:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03bac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3641:1874412578256000:0@lo:400:kworker.0 00000100:00100000:2.0:1787579686.204285:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03401500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874412578256512:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787579686.204330:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3640:1874412578256768:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:2.0:1787579686.204367:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579686.204401:0:17044:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578256768 00000100:00100000:2.0:1787579686.204404:0:17044:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578256768 00000100:00100000:2.0:1787579686.204422:0:17044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1787579686.204426:0:17044:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e362b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3640:x1874412578256768:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:2.0:1787579686.204438:0:17044:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1787579686.204503:0:17044:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e362b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3640:x1874412578256768:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 41us (101us total) trans 0 rc -19/-19 00000100:00100000:2.0:1787579686.204509:0:17044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1787579686.204650:0:17783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00080000:2.0:1787579686.204901:0:3640:0:(import.c:65:import_set_state_nolock()) ffff917d021e0800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787579686.204907:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1787579686.204910:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3640:1874412578256768:0@lo:38:ptlrpcd_00_00.0 00000100:00080000:3.0:1787579686.250128:0:3643:0:(import.c:65:import_set_state_nolock()) ffff917e3b29a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787579686.250147:0:3643:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 527 00000100:00080000:3.0:1787579686.250161:0:3643:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff917e3b29a000 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1787579686.250225:0:3643:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff917d03bac700 x1874412578256896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787579686.250383:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03bad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3643:1874412578255872:0@lo:400:kworker.0 00010000:00080000:3.0:1787579686.250440:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff917d03baf800 x1874412578256384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579702 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579686.250453:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03baf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3643:1874412578256384:0@lo:400:kworker.0 00000100:00100000:3.0:1787579686.250493:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03baf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874412578255744:0@lo:400:kworker.0 00000100:00080000:3.0:1787579686.250509:0:3643:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1787579686.250514:0:3643:0:(import.c:65:import_set_state_nolock()) ffff917d03618000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1787579686.250517:0:3643:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1787579686.250521:0:3643:0:(import.c:65:import_set_state_nolock()) ffff917d03618000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787579686.250525:0:3643:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 563 00000100:00080000:3.0:1787579686.250591:0:3643:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff917d03618000 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1787579686.250702:0:3643:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff917d03bac000 x1874412578257024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787579686.250714:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03bace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3643:1874412578256256:0@lo:400:kworker.0 00000100:00100000:2.0:1787579686.251707:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03bac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3640:1874412578256896:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:2.0:1787579686.251823:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579686.251868:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03bac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3640:1874412578257024:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:2.0:1787579686.251891:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579686.252006:0:19382:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578256896 00000100:00100000:3.0:1787579686.252034:0:19382:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578256896 00000100:00100000:3.0:1787579686.252084:0:19382:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578257024 00000100:00100000:3.0:1787579686.252087:0:19382:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578257024 00000100:00100000:3.0:1787579686.252108:0:19382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1787579686.252118:0:19382:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e362b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3640:x1874412578256896:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:3.0:1787579686.252141:0:19382:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:3.0:1787579686.252191:0:19382:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e362b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3640:x1874412578256896:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 73us (368us total) trans 0 rc -19/-19 00000100:00100000:3.0:1787579686.252199:0:19382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1787579686.252219:0:19382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1787579686.252223:0:19382:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e362b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3640:x1874412578257024:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:3.0:1787579686.252230:0:19382:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:3.0:1787579686.252253:0:19382:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e362b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3640:x1874412578257024:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 28us (361us total) trans 0 rc -19/-19 00000100:00100000:3.0:1787579686.252997:0:19382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00080000:2.0:1787579686.253789:0:3640:0:(import.c:65:import_set_state_nolock()) ffff917e3b29a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787579686.253798:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1787579686.253804:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03bac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3640:1874412578256896:0@lo:38:ptlrpcd_00_02.0 00000100:00080000:2.0:1787579686.253818:0:3640:0:(import.c:65:import_set_state_nolock()) ffff917d03618000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787579686.253822:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1787579686.253826:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03bac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3640:1874412578257024:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:1.0:1787579686.256626:0:17048:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03b87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3640:x1874412578256640:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 53219us (53291us total) trans 0 rc -19/-19 00000100:00100000:1.0:1787579686.256642:0:17048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00080000:2.0:1787579686.258577:0:3640:0:(import.c:65:import_set_state_nolock()) ffff917d03c66000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787579686.258594:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1787579686.258626:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03402a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874412578256640:0@lo:38:ptlrpcd_00_00.0 00000001:00100000:3.0:1787579686.718074:0:19368:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1787579686.718086:0:19368:0:(genops.c:885:class_export_put()) final put ffff917d021e3800/lustre-MDT0000-mdtlov_UUID 00000001:00100000:3.0:1787579686.718103:0:19368:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of e762fb1d-bf14-4097-ab7f-bb7cc2e1d617 00000020:00000080:3.0:1787579686.718106:0:19368:0:(genops.c:885:class_export_put()) final put ffff917e08a36800/e762fb1d-bf14-4097-ab7f-bb7cc2e1d617 00000020:00000080:2.0:1787579686.719921:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff917d021e3800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:2.0:1787579686.720054:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff917e08a36800/e762fb1d-bf14-4097-ab7f-bb7cc2e1d617 for lustre-OST0001 00000020:00000080:2.0:1787579686.720078:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff917d021e2000 for lustre-OST0001 00000020:00000080:2.0:1787579686.720084:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff917e08a31800 for lustre-OST0001 00000001:00100000:2.0:1787579686.720349:0:17023:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1787579686.720356:0:17023:0:(genops.c:885:class_export_put()) final put ffff917e0581c000/lustre-MDT0001-mdtlov_UUID 00000001:00100000:2.0:1787579686.720376:0:17023:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 67d38520-042a-4f9d-af45-a3e236a07a9d 00000001:00080000:2.0:1787579686.720386:0:17023:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934638 is committed 00000020:00000080:2.0:1787579686.720390:0:17023:0:(genops.c:885:class_export_put()) final put ffff917e3554f800/67d38520-042a-4f9d-af45-a3e236a07a9d 00000001:00100000:2.0:1787579686.720397:0:17023:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of e762fb1d-bf14-4097-ab7f-bb7cc2e1d617 00000001:00080000:2.0:1787579686.720401:0:17023:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934637 is committed 00000020:00000080:2.0:1787579686.720403:0:17023:0:(genops.c:885:class_export_put()) final put ffff917e3b39f800/e762fb1d-bf14-4097-ab7f-bb7cc2e1d617 00000020:00000080:0.0:1787579686.720445:0:18308:0:(genops.c:844:class_export_destroy()) destroying export ffff917e0581c000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:0.0:1787579686.720674:0:18308:0:(genops.c:844:class_export_destroy()) destroying export ffff917e3554f800/67d38520-042a-4f9d-af45-a3e236a07a9d for lustre-MDT0000 00000020:00000080:0.0:1787579686.720842:0:18308:0:(genops.c:844:class_export_destroy()) destroying export ffff917e3b39f800/e762fb1d-bf14-4097-ab7f-bb7cc2e1d617 for lustre-MDT0000 00000020:00000080:0.0:1787579686.720874:0:18308:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff917e36314000 for lustre-MDT0000 00000020:00000080:0.0:1787579686.720879:0:18308:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff917d0361b800 for lustre-MDT0000 00000020:00000080:0.0:1787579686.720883:0:18308:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff917e3b287000 for lustre-MDT0000 00000001:00100000:1.0:1787579686.722446:0:17775:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:1.0:1787579686.722462:0:17775:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:1.0:1787579686.722513:0:17775:0:(genops.c:885:class_export_put()) final put ffff917e02acd000/lustre-MDT0000-mdtlov_UUID 00000001:00100000:1.0:1787579686.722543:0:17775:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 67d38520-042a-4f9d-af45-a3e236a07a9d 00000001:00080000:1.0:1787579686.722551:0:17775:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:1.0:1787579686.722554:0:17775:0:(genops.c:885:class_export_put()) final put ffff917d02198000/67d38520-042a-4f9d-af45-a3e236a07a9d 00000001:00100000:1.0:1787579686.722560:0:17775:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of e762fb1d-bf14-4097-ab7f-bb7cc2e1d617 00000001:00080000:1.0:1787579686.722583:0:17775:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:1.0:1787579686.722585:0:17775:0:(genops.c:885:class_export_put()) final put ffff917e07884800/e762fb1d-bf14-4097-ab7f-bb7cc2e1d617 00000020:00000080:2.0:1787579686.722879:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff917e02acd000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:2.0:1787579686.722935:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff917d02198000/67d38520-042a-4f9d-af45-a3e236a07a9d for lustre-MDT0001 00000020:00000080:2.0:1787579686.722961:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff917e07884800/e762fb1d-bf14-4097-ab7f-bb7cc2e1d617 for lustre-MDT0001 00000020:00000080:2.0:1787579686.722990:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff917e02acc000 for lustre-MDT0001 00000020:00000080:2.0:1787579686.722997:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff917d0219c800 for lustre-MDT0001 00000020:00000080:2.0:1787579686.723001:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff917e07881800 for lustre-MDT0001 00010000:00010000:2.0:1787579686.904543:0:17031:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:2.0:1787579687.800120:0:20618:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff917e1bcf3420 - data ffff917e27d35bd0/ffff917e08a5f000 00000020:01000000:2.0:1787579687.800357:0:20618:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff917e36291060 - data ffff917e0bb77000/ffff917e3ba3e000 00000001:00000004:2.0:1787579687.813680:0:20618:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934638 00000100:00080000:3.0:1787579687.877828:0:20618:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1787579687.877841:0:20618:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1787579687.877863:0:20618:0:(client.c:3163:ptlrpc_free_committed()) @@@ free request with old gen req@ffff917e36385880 x1874412578254976/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1787579695 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579687.877900:0:20618:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:3.0:1787579687.883717:0:20618:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1787579687.883728:0:20618:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 4 00000004:00080000:3.0:1787579687.883751:0:20618:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1787579687.883755:0:20618:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1787579687.884058:0:17067:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1787579687.884065:0:17067:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:1.0:1787579687.884079:0:17067:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:3.0:1787579687.884811:0:20618:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1787579687.884816:0:20618:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:3.0:1787579687.884839:0:20618:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1787579687.884842:0:20618:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1787579687.885710:0:17069:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1787579687.885716:0:17069:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 2 count 1 00000040:00080000:0.0:1787579687.885728:0:17069:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:0.0:1787579687.894029:0:20618:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7a699 00000020:00000080:0.0:1787579687.894047:0:20618:0:(genops.c:885:class_export_put()) final put ffff917e05818800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1787579687.894772:0:18308:0:(genops.c:844:class_export_destroy()) destroying export ffff917e05818800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1787579687.895992:0:20618:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7a6ae 00000020:00000080:0.0:1787579687.896009:0:20618:0:(genops.c:885:class_export_put()) final put ffff917e050d3000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1787579687.896068:0:20618:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:0.0:1787579687.896075:0:20618:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787579687.896086:0:20618:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1787579687.896091:0:20618:0:(genops.c:1558:class_disconnect_exports()) OBD device 4 (ffff917d03bdb370) has no exports 00000004:01000000:0.0:1787579687.897526:0:20618:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:0.0:1787579687.897544:0:20618:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7a710 00000020:00000080:0.0:1787579687.897554:0:20618:0:(genops.c:885:class_export_put()) final put ffff917e36317000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1787579687.900137:0:18308:0:(genops.c:844:class_export_destroy()) destroying export ffff917e050d3000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:1.0:1787579687.903502:0:18308:0:(genops.c:844:class_export_destroy()) destroying export ffff917e36317000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:0.0:1787579687.903624:0:20618:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:0.0:1787579687.903639:0:20618:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787579687.903653:0:20618:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1787579687.903659:0:20618:0:(genops.c:1558:class_disconnect_exports()) OBD device 10 (ffff917d03d38000) has no exports 00000020:00000080:0.0:1787579687.903671:0:20618:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7a709 00000020:00000080:0.0:1787579687.903682:0:20618:0:(genops.c:885:class_export_put()) final put ffff917e36312800/lustre-MDT0000-osd_UUID 00010000:01000000:0.0:1787579687.904179:0:20618:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:0.0:1787579687.904184:0:20618:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1787579687.904189:0:20618:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:0.0:1787579687.904198:0:20618:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1787579687.904202:0:20618:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1787579687.904250:0:20618:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787579687.904360:0:18308:0:(genops.c:844:class_export_destroy()) destroying export ffff917e36312800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1787579687.904371:0:18308:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff917e36315000 for lustre-OST0001-osc-MDT0000 00000020:00000080:0.0:1787579687.904568:0:20618:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1787579687.904573:0:20618:0:(genops.c:885:class_export_put()) final put ffff917e36315800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1787579687.904575:0:20618:0:(genops.c:844:class_export_destroy()) destroying export ffff917e36315800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:0.0:1787579687.904581:0:20618:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1787579687.904700:0:20618:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7a6fb 00000020:00000080:0.0:1787579687.904706:0:20618:0:(genops.c:885:class_export_put()) final put ffff917e36316800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1787579687.904750:0:20618:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:0.0:1787579687.904755:0:20618:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787579687.904760:0:20618:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1787579687.904763:0:20618:0:(genops.c:1558:class_disconnect_exports()) OBD device 9 (ffff917e355419b8) has no exports 00000020:00000080:0.0:1787579687.904768:0:20618:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7a6f4 00000020:00000080:0.0:1787579687.904772:0:20618:0:(genops.c:885:class_export_put()) final put ffff917e10226000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1787579687.908710:0:18308:0:(genops.c:844:class_export_destroy()) destroying export ffff917e36316800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:1.0:1787579687.909345:0:18308:0:(genops.c:844:class_export_destroy()) destroying export ffff917e10226000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:0.0:1787579687.910420:0:20618:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:0.0:1787579687.910428:0:20618:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1787579687.910433:0:20618:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 5 00000004:00080000:0.0:1787579687.910445:0:20618:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1787579687.910448:0:20618:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1787579687.910662:0:20618:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787579687.910676:0:20618:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:0.0:1787579687.910710:0:20618:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:0.0:1787579687.910721:0:20618:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7a6e6 00000020:00000080:0.0:1787579687.910734:0:20618:0:(genops.c:885:class_export_put()) final put ffff917e03ea2000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1787579687.920385:0:18308:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff917e10227800 for lustre-OST0000-osc-MDT0000 00000020:00000080:1.0:1787579687.920423:0:18308:0:(genops.c:885:class_export_put()) final put ffff917e03ea6000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1787579687.920429:0:18308:0:(genops.c:844:class_export_destroy()) destroying export ffff917e03ea6000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:1.0:1787579687.920443:0:18308:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:01000000:0.0:1787579687.927703:0:20618:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:0.0:1787579687.927726:0:20618:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787579687.927741:0:20618:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1787579687.927747:0:20618:0:(genops.c:1558:class_disconnect_exports()) OBD device 8 (ffff917e363a19b8) has no exports 00000020:00000080:0.0:1787579687.927760:0:20618:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7a6df 00000020:00000080:0.0:1787579687.927772:0:20618:0:(genops.c:885:class_export_put()) final put ffff917e0581e800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1787579687.930249:0:18308:0:(genops.c:844:class_export_destroy()) destroying export ffff917e03ea2000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:1.0:1787579687.930275:0:18308:0:(genops.c:844:class_export_destroy()) destroying export ffff917e0581e800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:1.0:1787579687.930325:0:20618:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:1.0:1787579687.930332:0:20618:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1787579687.930338:0:20618:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1787579687.930347:0:20618:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1787579687.930500:0:20618:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787579687.930516:0:20618:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1787579687.930580:0:20618:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787579687.930585:0:20618:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1787579687.930602:0:20618:0:(genops.c:885:class_export_put()) final put ffff917e0581b000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1787579687.930607:0:20618:0:(genops.c:844:class_export_destroy()) destroying export ffff917e0581b000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:1.0:1787579687.930637:0:20618:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1787579687.930754:0:18308:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff917e05818000 for lustre-MDT0001-osp-MDT0000 00000020:00000080:3.0:1787579687.930766:0:18308:0:(genops.c:885:class_export_put()) final put ffff917e03ea7000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1787579687.930769:0:18308:0:(genops.c:844:class_export_destroy()) destroying export ffff917e03ea7000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:3.0:1787579687.930781:0:18308:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1787579687.930929:0:20618:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7a6b5 00000020:00000080:1.0:1787579687.930940:0:20618:0:(genops.c:885:class_export_put()) final put ffff917e050d4000/lustre-MDD0000_UUID 00000020:01000000:1.0:1787579687.930954:0:20618:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:1.0:1787579687.930959:0:20618:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787579687.930965:0:20618:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1787579687.930971:0:20618:0:(genops.c:1558:class_disconnect_exports()) OBD device 6 (ffff917d03bd8000) has no exports 00000020:00000080:1.0:1787579687.930993:0:20618:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787579687.930996:0:20618:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:1.0:1787579687.931000:0:20618:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7a6bc 00000020:00000080:1.0:1787579687.931004:0:20618:0:(genops.c:885:class_export_put()) final put ffff917e050d1000/lustre-MDT0000-osd_UUID 00000020:01000004:1.0:1787579687.931014:0:20618:0:(tgt_mount.c:187:server_put_mount()) put mount ffff917d04b82800 from lustre-MDT0000, refs=3 00000020:01000004:1.0:1787579687.931018:0:20618:0:(obd_mount.c:710:lustre_put_lsi()) put ffff917d04b82800 3 00000020:01000004:1.0:1787579687.931021:0:20618:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff917d04b82800 from lustre-MDT0000 00000020:00000080:1.0:1787579687.931046:0:20618:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787579687.931050:0:20618:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:1.0:1787579687.931053:0:20618:0:(genops.c:885:class_export_put()) final put ffff917e05819800/lustre-MDT0000_UUID 00000020:00000080:1.0:1787579687.931056:0:20618:0:(genops.c:844:class_export_destroy()) destroying export ffff917e05819800/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:1.0:1787579687.931066:0:20618:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:1.0:1787579687.931096:0:20618:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:1.0:1787579687.931101:0:20618:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:1.0:1787579687.931103:0:20618:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:1.0:1787579687.931106:0:20618:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787579687.931109:0:20618:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1787579687.931118:0:20618:0:(genops.c:1819:print_export_data()) MGS: ACTIVE ffff917e078fd800 32e516b3-d537-4ec5-88e5-6d7e9cbd1f23 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1787579687.931124:0:20618:0:(genops.c:1553:class_disconnect_exports()) OBD device 1 (ffff917d03d399b8) has exports, disconnecting them 00000020:00080000:1.0:1787579687.931128:0:20618:0:(genops.c:1528:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff917e078fd800), last request at 1787579579 00000020:00000080:1.0:1787579687.931148:0:20618:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7a661 00000020:00010000:1.0:1787579687.931152:0:20618:0:(genops.c:1921:obd_stale_export_put()) Put export ffff917e078fd800: total 2 00000100:00080000:1.0:1787579687.931157:0:20618:0:(import.c:65:import_set_state_nolock()) ffff917e078fe800 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1787579687.931170:0:20618:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff917e078fd800): rc 0 00000020:00080000:1.0:1787579687.931181:0:20618:0:(genops.c:1558:class_disconnect_exports()) OBD device 1 (ffff917d03d399b8) has no exports 00000020:00010000:1.0:1787579687.931194:0:19159:0:(genops.c:1907:obd_stale_export_get()) Get export ffff917e078fd800: total 2 00010000:00010000:1.0:1787579687.931198:0:19159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579687.931223:0:19159:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff917e078fd800, canceled 0 locks, left on hash table 13. 00000020:00000080:3.0:1787579687.931333:0:18308:0:(genops.c:844:class_export_destroy()) destroying export ffff917e050d4000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:3.0:1787579687.931337:0:18308:0:(genops.c:885:class_export_put()) final put ffff917e050d5000/lustre-MDD0000_UUID 00000020:00000080:3.0:1787579687.931339:0:18308:0:(genops.c:844:class_export_destroy()) destroying export ffff917e050d5000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:3.0:1787579687.931344:0:18308:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:3.0:1787579687.931370:0:18308:0:(genops.c:844:class_export_destroy()) destroying export ffff917e050d1000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:00010000:1.0:1787579687.931655:0:19159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff917d03cdf400/0xf52f64256fc7aa20 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf52f64256fc7aa19 expref: 14 pid: 17038 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579687.931681:0:19159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff917d03cdfc00/0xf52f64256fc7ac1f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf52f64256fc7ac18 expref: 13 pid: 17036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579687.931704:0:19159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff917e36369800/0xf52f64256fc7a8c2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf52f64256fc7a8bb expref: 12 pid: 17037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579687.931716:0:19159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff917d03cde000/0xf52f64256fc7ac2d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf52f64256fc7ac26 expref: 11 pid: 17037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579687.931728:0:19159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff917e0564d000/0xf52f64256fc7a780 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf52f64256fc7a779 expref: 10 pid: 17038 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579687.931743:0:19159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff917e3f91b400/0xf52f64256fc7a83d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf52f64256fc7a836 expref: 9 pid: 17037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579687.931755:0:19159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff917e0564c200/0xf52f64256fc7a78e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf52f64256fc7a787 expref: 8 pid: 17036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579687.931768:0:19159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff917e0564d400/0xf52f64256fc7a79c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf52f64256fc7a795 expref: 7 pid: 17038 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579687.931778:0:19159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff917d02b41400/0xf52f64256fc7aa4a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf52f64256fc7aa43 expref: 6 pid: 17037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579687.931788:0:19159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff917d02b40e00/0xf52f64256fc7a66f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf52f64256fc7a668 expref: 5 pid: 17036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579687.931822:0:19159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff917e3f91a400/0xf52f64256fc7aa89 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf52f64256fc7aa82 expref: 4 pid: 17038 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579687.931835:0:19159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff917e0564cc00/0xf52f64256fc7a8ec lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf52f64256fc7a8e5 expref: 3 pid: 17036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579687.931850:0:19159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff917d03720c00/0xf52f64256fc7ac11 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf52f64256fc7ac0a expref: 2 pid: 17038 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579687.931861:0:19159:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff917e078fd800, canceled 13 locks, left on hash table 0. 00000020:00000080:1.0:1787579687.931881:0:19159:0:(genops.c:885:class_export_put()) final put ffff917e078fd800/32e516b3-d537-4ec5-88e5-6d7e9cbd1f23 00010000:00010000:1.0:1787579687.931936:0:19159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579687.931938:0:19159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579687.931940:0:19159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787579687.932008:0:17037:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffff917e3b272c00:17037] 1 exiting: rc = 0 00000100:00100000:1.0:1787579687.932146:0:17036:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffff917e031c6800:17036] 0 exiting: rc = 1 00000100:00100000:1.0:1787579687.932236:0:17038:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffff917e031c7400:17038] 2 exiting: rc = 0 00000100:00100000:1.0:1787579687.932309:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.932319:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.932329:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.932340:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.932348:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.932357:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.932365:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.932375:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.932383:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.932393:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.932402:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.932411:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.932420:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.932439:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.932446:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.932455:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.932465:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.932498:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.932506:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.932516:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.932524:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.932535:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.932546:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.932556:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.932565:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.932573:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.932581:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.932587:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.932916:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.932924:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.932930:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.932935:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.932942:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.932947:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.932954:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.932960:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.932966:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.932971:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.932978:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.932984:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.932990:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.932995:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.933000:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.933007:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.933013:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.933020:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.933027:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.933034:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.933050:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.933056:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.933062:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.933069:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.933076:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.933082:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.933090:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.933097:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.933104:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.933111:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.933118:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.933125:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.933130:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.933138:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.933144:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579687.933150:0:20618:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1787579687.934033:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff917e078fd800/32e516b3-d537-4ec5-88e5-6d7e9cbd1f23 for MGS 00000020:00000080:3.0:1787579687.934089:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff917e078fe800 for MGS 00000020:01000000:1.0:1787579687.964553:0:20618:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff917e1bcf3ae0 - data ffff917e27d525e8/ffff917d03e57800 00000020:01000000:1.0:1787579687.965659:0:20618:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff917e3601ef00 - data ffff917e1931b0d8/ffff917e2fa07c00 00000020:00000080:1.0:1787579687.967542:0:20618:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7a645 00000020:00000080:1.0:1787579687.967559:0:20618:0:(genops.c:885:class_export_put()) final put ffff917e18e38000/lustre-MDT0000-osd_UUID 00000020:01000004:1.0:1787579687.967582:0:20618:0:(tgt_mount.c:187:server_put_mount()) put mount ffff917d04b82800 from MGS, refs=2 00000020:01000004:1.0:1787579687.967586:0:20618:0:(obd_mount.c:710:lustre_put_lsi()) put ffff917d04b82800 2 00000020:01000004:1.0:1787579687.967589:0:20618:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff917d04b82800 from MGS 00000020:00000080:1.0:1787579687.967616:0:20618:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787579687.967626:0:20618:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:1.0:1787579687.967629:0:20618:0:(genops.c:885:class_export_put()) final put ffff917d04b80800/MGS 00000020:00000080:1.0:1787579687.967632:0:20618:0:(genops.c:844:class_export_destroy()) destroying export ffff917d04b80800/MGS for MGS 00000020:01000000:1.0:1787579687.967641:0:20618:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:1.0:1787579687.967750:0:20618:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:1.0:1787579687.967755:0:20618:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787579687.967762:0:20618:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1787579687.967771:0:20618:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff917d02214800 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1787579687.967779:0:20618:0:(genops.c:1553:class_disconnect_exports()) OBD device 11 (ffff917e35540000) has exports, disconnecting them 00000020:00080000:1.0:1787579687.967801:0:20618:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff917d02214800), last request at 1787579579 00000020:00000080:1.0:1787579687.968124:0:20618:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7a748 00000020:00080000:1.0:1787579687.968141:0:20618:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff917d02214800): rc 0 00000020:00000080:1.0:1787579687.968146:0:20618:0:(genops.c:885:class_export_put()) final put ffff917d02214800/lustre-MDT0000-lwp-MDT0000 00000020:00000080:3.0:1787579687.970291:0:18308:0:(genops.c:844:class_export_destroy()) destroying export ffff917e18e38000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1787579687.970334:0:18308:0:(genops.c:844:class_export_destroy()) destroying export ffff917d02214800/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:2.0:1787579688.036087:0:20618:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:2.0:1787579688.036112:0:20618:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1787579688.036117:0:20618:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1787579688.036135:0:20618:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1787579688.036529:0:20618:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787579688.036543:0:20618:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:2.0:1787579688.036552:0:20618:0:(obd_mount.c:710:lustre_put_lsi()) put ffff917d04b82800 1 00000020:00000080:2.0:1787579688.036561:0:20618:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7a637 00000020:00000080:2.0:1787579688.036573:0:20618:0:(genops.c:885:class_export_put()) final put ffff917d04b83000/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1787579688.036637:0:18308:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff917d02212000 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:3.0:1787579688.036649:0:18308:0:(genops.c:885:class_export_put()) final put ffff917d02214000/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:3.0:1787579688.036652:0:18308:0:(genops.c:844:class_export_destroy()) destroying export ffff917d02214000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:3.0:1787579688.036661:0:18308:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000000:2.0:1787579688.036942:0:20618:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:2.0:1787579688.036948:0:20618:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787579688.036954:0:20618:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1787579688.036959:0:20618:0:(genops.c:1558:class_disconnect_exports()) OBD device 0 (ffff917d03d3b370) has no exports 00000020:00000080:3.0:1787579688.037016:0:18308:0:(genops.c:844:class_export_destroy()) destroying export ffff917d04b83000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:00010000:1.0:1787579688.056761:0:17032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1787579688.158435:0:20618:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787579688.158455:0:20618:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:3.0:1787579688.158464:0:20618:0:(genops.c:885:class_export_put()) final put ffff917d04b84000/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1787579688.158511:0:20618:0:(genops.c:844:class_export_destroy()) destroying export ffff917d04b84000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:3.0:1787579688.158528:0:20618:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:3.0:1787579688.158682:0:20618:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff917d04b86000 00000020:02000400:3.0:1787579688.158797:0:20618:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:2.0:1787579689.079699:0:17031:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787579689.271888:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787579689.271918:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874412578257152:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787579689.271996:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579689.272296:0:18556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578257152 00000100:00100000:2.0:1787579689.272310:0:18556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578257152 00000100:00080000:0.0:1787579689.272403:0:17039:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787579689.272411:0:18556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1787579689.272429:0:18556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03b84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1874412578257152:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1787579689.272507:0:18556:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1787579689.272677:0:18556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03b84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1874412578257152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 241us (669us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579689.272690:0:18556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1787579689.273118:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874412578257152:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1787579690.104573:0:19159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579691.128311:0:17032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787579691.319852:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787579691.319876:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03b84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1874412578257280:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787579691.319958:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579691.320246:0:18557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578257280 00000100:00100000:0.0:1787579691.320254:0:18557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578257280 00000100:00100000:0.0:1787579691.320321:0:18557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1787579691.320331:0:18557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e362b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1874412578257280:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1787579691.320361:0:18557:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923509248 avail 3691986944 00000100:00100000:0.0:1787579691.320431:0:18557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e362b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1874412578257280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (472us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579691.320438:0:18557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1787579691.320523:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03b84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1874412578257280:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1787579691.321140:0:17039:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1787579691.323892:0:18308:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787579691.323898:0:18308:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787579691.323902:0:18308:0:(import.c:65:import_set_state_nolock()) ffff917d03c66000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787579691.323919:0:18308:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 620 00000100:00080000:2.0:1787579691.323925:0:18308:0:(import.c:589:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1787579691.323933:0:18308:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff917d03c66000 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1787579691.323957:0:18308:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff917e362b4a80 x1874412578257536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787579691.324006:0:18308:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787579691.324020:0:18308:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787579691.324022:0:18308:0:(import.c:65:import_set_state_nolock()) ffff917e3b29a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787579691.324026:0:18308:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 620 00000100:00080000:2.0:1787579691.324029:0:18308:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1787579691.324033:0:18308:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff917e3b29a000 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1787579691.324183:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787579691.324202:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874412578257664:0@lo:400:kworker.0 00000100:00100000:1.0:1787579691.324269:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579691.324323:0:18552:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578257664 00000100:00100000:1.0:1787579691.324330:0:18552:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578257664 00000100:00100000:1.0:1787579691.324389:0:18552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1787579691.324398:0:18552:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e36384a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1874412578257664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787579691.324451:0:18552:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e36384a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1874412578257664:12345-0@lo:400:kworker.0 Request processed in 54us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579691.324458:0:18552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1787579691.324523:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787579691.324532:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32e516b3-d537-4ec5-88e5-6d7e9cbd1f23:3643:1874412578257408:0@lo:400:kworker.0 00000400:00000100:1.0:1787579691.324553:0:3643:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1874412578257408 offset 0 length 224: 4 00000100:00080000:1.0:1787579691.324583:0:17039:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787579691.324612:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874412578257664:0@lo:400:kworker.0 00000100:00100000:0.0:1787579691.324837:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874412578257536:0@lo:38:kworker.0 00000100:00100000:0.0:1787579691.324872:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579691.325033:0:18308:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff917e362b5f80 x1874412578257792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787579691.325065:0:18308:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787579691.325068:0:18308:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787579691.325070:0:18308:0:(import.c:65:import_set_state_nolock()) ffff917d021e0800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787579691.325074:0:18308:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 620 00000100:00080000:2.0:1787579691.325076:0:18308:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1787579691.325080:0:18308:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff917d021e0800 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1787579691.325096:0:18308:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff917e362b6680 x1874412578257920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787579691.325116:0:18308:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787579691.325119:0:18308:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787579691.325120:0:18308:0:(import.c:65:import_set_state_nolock()) ffff917d03618000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787579691.325123:0:18308:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 620 00000100:00080000:2.0:1787579691.325125:0:18308:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1787579691.325128:0:18308:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff917d03618000 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1787579691.325137:0:18308:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff917e362b7100 x1874412578258176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787579691.325702:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787579691.325717:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3641:1874412578258048:0@lo:400:kworker.0 00000100:00100000:0.0:1787579691.325756:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579691.325800:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3640:1874412578257792:0@lo:38:kworker.0 00000100:00100000:0.0:1787579691.325823:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579691.325842:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3640:1874412578257920:0@lo:38:kworker.0 00000100:00100000:0.0:1787579691.325861:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579691.325879:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3640:1874412578258176:0@lo:38:kworker.0 00000100:00100000:0.0:1787579691.325901:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579691.325948:0:17045:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578258048 00000100:00100000:0.0:1787579691.325955:0:17045:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578258048 00000100:00100000:0.0:1787579691.326004:0:17045:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578257792 00000100:00100000:0.0:1787579691.326008:0:17045:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578257792 00000100:00100000:0.0:1787579691.326016:0:17045:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578257920 00000100:00100000:0.0:1787579691.326018:0:17045:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578257920 00000100:00100000:0.0:1787579691.326025:0:17045:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578258176 00000100:00100000:0.0:1787579691.326027:0:17045:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578258176 00000100:00100000:0.0:1787579691.326037:0:17045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00100000:0.0:1787579691.326166:0:17045:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03b85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1874412578258048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787579691.326221:0:17045:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03b85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1874412578258048:12345-0@lo:400:kworker.0 Request processed in 178us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579691.326229:0:17045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00100000:0.0:1787579691.326245:0:17045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1787579691.326249:0:17045:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03b86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3640:x1874412578257792:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1787579691.326268:0:17045:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1787579691.330063:0:17049:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578257536 00000100:00100000:1.0:1787579691.330080:0:17049:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578257536 00000100:00100000:1.0:1787579691.330139:0:17049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1787579691.330147:0:17049:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03b84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3640:x1874412578257536:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1787579691.330182:0:17049:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1787579691.330268:0:17049:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03b84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3640:x1874412578257536:12345-0@lo:38:kworker.0 Request processed in 120us (5394us total) trans 0 rc -19/-19 00000100:00100000:1.0:1787579691.330290:0:17049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1787579691.330321:0:17043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1787579691.330326:0:17043:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03b85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3640:x1874412578257920:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1787579691.330338:0:17043:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1787579691.330368:0:17043:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03b85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3640:x1874412578257920:12345-0@lo:38:kworker.0 Request processed in 41us (4506us total) trans 0 rc -19/-19 00000100:00100000:1.0:1787579691.330375:0:17043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1787579691.330390:0:17043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1787579691.330394:0:17043:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03b86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3640:x1874412578258176:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1787579691.330405:0:17043:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1787579691.330429:0:17043:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03b86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3640:x1874412578258176:12345-0@lo:38:kworker.0 Request processed in 33us (4527us total) trans 0 rc -19/-19 00000100:00100000:1.0:1787579691.330435:0:17043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00080000:1.0:1787579691.330456:0:17039:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787579691.330513:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3643:1874412578258304:0@lo:400:kworker.0 00000100:00100000:1.0:1787579691.330555:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579691.330596:0:17043:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578258304 00000100:00100000:1.0:1787579691.330600:0:17043:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578258304 00000100:00100000:1.0:1787579691.330649:0:17043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00100000:1.0:1787579691.330657:0:17043:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e36385500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1874412578258304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787579691.330703:0:17043:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e36385500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1874412578258304:12345-0@lo:400:kworker.0 Request processed in 48us (147us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579691.330709:0:17043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00080000:1.0:1787579691.330724:0:17039:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1787579691.330748:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff917e362b5880 x1874412578258304/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579707 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787579691.330769:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3643:1874412578258304:0@lo:400:kworker.0 00010000:00080000:3.0:1787579691.331785:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff917e362b5c00 x1874412578258048/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579707 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579691.331799:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3641:1874412578258048:0@lo:400:kworker.0 00000100:00080000:3.0:1787579691.331840:0:3640:0:(import.c:65:import_set_state_nolock()) ffff917d021e0800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787579691.331845:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1787579691.331849:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3640:1874412578257920:0@lo:38:kworker.0 00000100:00080000:3.0:1787579691.331859:0:3640:0:(import.c:65:import_set_state_nolock()) ffff917d03618000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787579691.331863:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1787579691.331866:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3640:1874412578258176:0@lo:38:kworker.0 00000100:00080000:3.0:1787579691.331875:0:3640:0:(import.c:65:import_set_state_nolock()) ffff917d03c66000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787579691.331879:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1787579691.331881:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874412578257536:0@lo:38:kworker.0 00000100:00100000:0.0:1787579691.357963:0:17045:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03b86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3640:x1874412578257792:12345-0@lo:38:kworker.0 Request processed in 31702us (32128us total) trans 0 rc -19/-19 00000100:00100000:0.0:1787579691.357979:0:17045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00080000:2.0:1787579691.358325:0:3640:0:(import.c:65:import_set_state_nolock()) ffff917e3b29a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787579691.358332:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1787579691.358336:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3640:1874412578257792:0@lo:38:kworker.0 00000001:00100000:1.0:1787579691.835755:0:18549:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1787579691.835769:0:18549:0:(genops.c:885:class_export_put()) final put ffff917e3638e800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1787579691.836545:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff917e3638e800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:2.0:1787579691.836607:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff917e3638c800 for lustre-OST0000 00010000:00010000:3.0:1787579692.169374:0:17031:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1787579692.602280:0:20819:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:0.0:1787579692.623942:0:20819:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:0.0:1787579692.624000:0:20819:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e0564c000/0xf52f64256fc7a836 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7a83d expref: -99 pid: 17774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579692.624014:0:20819:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e0564c000/0xf52f64256fc7a836 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xf52f64256fc7a83d expref: -99 pid: 17774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579692.624022:0:20819:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e0564c000/0xf52f64256fc7a836 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xf52f64256fc7a83d expref: -99 pid: 17774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579692.624029:0:20819:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.114@tcp lock: ffff917e0564c000/0xf52f64256fc7a836 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xf52f64256fc7a83d expref: -99 pid: 17774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579692.624070:0:20819:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1787579692.624076:0:20819:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1787579692.624108:0:20819:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1787579692.624113:0:20819:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:0.0:1787579692.624118:0:20819:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1787579692.624124:0:20819:0:(import.c:65:import_set_state_nolock()) ffff917e3b29a000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:0.0:1787579692.624129:0:20819:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1787579692.624131:0:20819:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:0.0:1787579692.624133:0:20819:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1787579692.624683:0:19159:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787579692.624693:0:19159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff917e0564c000/0xf52f64256fc7a836 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xf52f64256fc7a83d expref: -99 pid: 17774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579692.624703:0:19159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e0564c000 already unused, calling callback (ffffffffc13acc20) 10000000:00010000:2.0:1787579692.624707:0:19159:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff917e0564c000/0xf52f64256fc7a836 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xf52f64256fc7a83d expref: -99 pid: 17774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579692.624716:0:19159:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff917e0564c000/0xf52f64256fc7a836 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0xf52f64256fc7a83d expref: -99 pid: 17774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787579692.624724:0:19159:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff917e0564c000/0xf52f64256fc7a836 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0xf52f64256fc7a83d expref: -99 pid: 17774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787579692.624730:0:19159:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1787579692.624732:0:19159:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1787579692.624734:0:19159:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1787579692.624773:0:19159:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.114@tcp lock: ffff917e0564c000/0xf52f64256fc7a836 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xf52f64256fc7a83d expref: -99 pid: 17774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579692.624779:0:19159:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787579692.624808:0:19159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff917e0564c000/0xf52f64256fc7a836 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xf52f64256fc7a83d expref: -99 pid: 17774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579692.624828:0:19159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff917e0564c000/0xf52f64256fc7a836 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xf52f64256fc7a83d expref: -99 pid: 17774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579692.624840:0:19159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579692.624842:0:19159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579692.624844:0:19159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787579692.624910:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32e516b3-d537-4ec5-88e5-6d7e9cbd1f23:3644:1874412578258432:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787579692.624987:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579692.625076:0:18199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578258432 00000100:00100000:2.0:1787579692.625084:0:18199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578258432 00000100:00100000:2.0:1787579692.625125:0:18199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1787579692.625224:0:18199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03bace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3644:x1874412578258432:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1787579692.625232:0:18199:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1787579692 with bad export cookie 17667449975149667937 00010000:00010000:0.0:1787579692.625965:0:20819:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d02b41200/0xf52f64256fc7a795 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7a79c expref: -99 pid: 17774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579692.625977:0:20819:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d02b41200/0xf52f64256fc7a795 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xf52f64256fc7a79c expref: -99 pid: 17774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579692.625985:0:20819:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d02b41200/0xf52f64256fc7a795 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0xf52f64256fc7a79c expref: -99 pid: 17774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579692.625991:0:20819:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.114@tcp lock: ffff917d02b41200/0xf52f64256fc7a795 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0xf52f64256fc7a79c expref: -99 pid: 17774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579692.626007:0:20819:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787579692.626012:0:20819:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d02b40800/0xf52f64256fc7aa82 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7aa89 expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579692.626019:0:20819:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d02b40800/0xf52f64256fc7aa82 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf52f64256fc7aa89 expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579692.626039:0:20819:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d02b40800/0xf52f64256fc7aa82 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf52f64256fc7aa89 expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579692.626045:0:20819:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.114@tcp lock: ffff917d02b40800/0xf52f64256fc7aa82 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf52f64256fc7aa89 expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579692.626056:0:20819:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1787579692.626062:0:20819:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e00030400/0xf52f64256fc7ac26 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7ac2d expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579692.626068:0:20819:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e00030400/0xf52f64256fc7ac26 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xf52f64256fc7ac2d expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579692.626074:0:20819:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e00030400/0xf52f64256fc7ac26 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xf52f64256fc7ac2d expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579692.626079:0:20819:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.114@tcp lock: ffff917e00030400/0xf52f64256fc7ac26 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xf52f64256fc7ac2d expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579692.626094:0:20819:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1787579692.626102:0:20819:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d02b41c00/0xf52f64256fc7a787 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7a78e expref: -99 pid: 17774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579692.626109:0:20819:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d02b41c00/0xf52f64256fc7a787 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf52f64256fc7a78e expref: -99 pid: 17774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579692.626114:0:20819:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d02b41c00/0xf52f64256fc7a787 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf52f64256fc7a78e expref: -99 pid: 17774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579692.626130:0:20819:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.114@tcp lock: ffff917d02b41c00/0xf52f64256fc7a787 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf52f64256fc7a78e expref: -99 pid: 17774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579692.626579:0:20819:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 10000000:01000000:0.0:1787579692.626585:0:20819:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:0.0:1787579692.626628:0:20819:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-MDT0001 00000020:01000000:0.0:1787579692.626633:0:20819:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:0.0:1787579692.626637:0:20819:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787579692.626643:0:20819:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:0.0:1787579692.626649:0:20819:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff917d0361f800 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1787579692.626655:0:20819:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff917d03e60000 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1787579692.626660:0:20819:0:(genops.c:1553:class_disconnect_exports()) OBD device 14 (ffff917e320fcd28) has exports, disconnecting them 00000020:00080000:0.0:1787579692.626665:0:20819:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff917d0361f800), last request at 1787579691 00000020:00000080:0.0:1787579692.626673:0:20819:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7aa74 00000100:00080000:0.0:1787579692.626689:0:20819:0:(import.c:65:import_set_state_nolock()) ffff917d0361e000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1787579692.626734:0:20819:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff917d0361f800): rc 0 00000020:00000080:0.0:1787579692.626736:0:20819:0:(genops.c:885:class_export_put()) final put ffff917d0361f800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:0.0:1787579692.626746:0:20819:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff917d03e60000), last request at 1787579691 00000020:00000080:0.0:1787579692.626749:0:20819:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7a916 00000100:00080000:0.0:1787579692.626754:0:20819:0:(import.c:65:import_set_state_nolock()) ffff917d03e61800 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1787579692.626761:0:20819:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff917d03e60000): rc 0 00000020:00000080:0.0:1787579692.626763:0:20819:0:(genops.c:885:class_export_put()) final put ffff917d03e60000/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:0.0:1787579692.626769:0:20819:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffb838418b3ae0 00000100:00080000:0.0:1787579692.626787:0:20819:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1787579692.626791:0:20819:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00010000:00010000:3.0:1787579692.627970:0:17032:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1787579692.627983:0:17032:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff917d02b41200/0xf52f64256fc7a795 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xf52f64256fc7a79c expref: -99 pid: 17774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579692.627993:0:17032:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d02b41200 already unused, calling callback (ffffffffc13acc20) 10000000:00010000:3.0:1787579692.627997:0:17032:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff917d02b41200/0xf52f64256fc7a795 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xf52f64256fc7a79c expref: -99 pid: 17774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579692.628008:0:17032:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff917d02b41200/0xf52f64256fc7a795 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0xf52f64256fc7a79c expref: -99 pid: 17774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1787579692.628026:0:20819:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 10000000:00010000:3.0:1787579692.628031:0:17032:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff917d02b41200/0xf52f64256fc7a795 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0xf52f64256fc7a79c expref: -99 pid: 17774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1787579692.628034:0:20819:0:(import.c:65:import_set_state_nolock()) ffff917d03c66000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 10000000:01000000:3.0:1787579692.628039:0:17032:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1787579692.628041:0:17032:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 10000000:01000000:3.0:1787579692.628047:0:17032:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 00010000:00010000:3.0:1787579692.628088:0:17032:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.114@tcp lock: ffff917d02b41200/0xf52f64256fc7a795 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xf52f64256fc7a79c expref: -99 pid: 17774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579692.628094:0:17032:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787579692.628123:0:17032:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff917d02b41200/0xf52f64256fc7a795 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xf52f64256fc7a79c expref: -99 pid: 17774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579692.628130:0:17032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff917d02b41200/0xf52f64256fc7a795 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xf52f64256fc7a79c expref: -99 pid: 17774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579692.628156:0:17032:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1787579692.628161:0:17032:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff917d02b40800/0xf52f64256fc7aa82 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf52f64256fc7aa89 expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579692.628167:0:17032:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d02b40800 already unused, calling callback (ffffffffc13acc20) 10000000:00010000:3.0:1787579692.628170:0:17032:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff917d02b40800/0xf52f64256fc7aa82 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf52f64256fc7aa89 expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579692.628177:0:17032:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff917d02b40800/0xf52f64256fc7aa82 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xf52f64256fc7aa89 expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787579692.628183:0:17032:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff917d02b40800/0xf52f64256fc7aa82 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xf52f64256fc7aa89 expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787579692.628198:0:17032:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:3.0:1787579692.628201:0:17032:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:3.0:1787579692.628203:0:17032:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:3.0:1787579692.628218:0:17032:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.114@tcp lock: ffff917d02b40800/0xf52f64256fc7aa82 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf52f64256fc7aa89 expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579692.628224:0:17032:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787579692.628230:0:17032:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff917d02b40800/0xf52f64256fc7aa82 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf52f64256fc7aa89 expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579692.628237:0:17032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff917d02b40800/0xf52f64256fc7aa82 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf52f64256fc7aa89 expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579692.628253:0:17032:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787579692.628257:0:17032:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff917e00030400/0xf52f64256fc7ac26 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xf52f64256fc7ac2d expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579692.628263:0:17032:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e00030400 already unused, calling callback (ffffffffc13acc20) 10000000:00010000:3.0:1787579692.628266:0:17032:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff917e00030400/0xf52f64256fc7ac26 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xf52f64256fc7ac2d expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579692.628273:0:17032:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff917e00030400/0xf52f64256fc7ac26 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xf52f64256fc7ac2d expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787579692.628279:0:17032:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff917e00030400/0xf52f64256fc7ac26 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xf52f64256fc7ac2d expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787579692.628284:0:17032:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1787579692.628287:0:17032:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1787579692.628295:0:17032:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1787579692.628309:0:17032:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.114@tcp lock: ffff917e00030400/0xf52f64256fc7ac26 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xf52f64256fc7ac2d expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579692.628315:0:17032:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787579692.628329:0:17032:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff917e00030400/0xf52f64256fc7ac26 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xf52f64256fc7ac2d expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579692.628335:0:17032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff917e00030400/0xf52f64256fc7ac26 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xf52f64256fc7ac2d expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579692.628344:0:17032:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787579692.628347:0:17032:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff917d02b41c00/0xf52f64256fc7a787 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf52f64256fc7a78e expref: -99 pid: 17774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579692.628352:0:17032:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d02b41c00 already unused, calling callback (ffffffffc13acc20) 10000000:00010000:3.0:1787579692.628355:0:17032:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff917d02b41c00/0xf52f64256fc7a787 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf52f64256fc7a78e expref: -99 pid: 17774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579692.628362:0:17032:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff917d02b41c00/0xf52f64256fc7a787 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xf52f64256fc7a78e expref: -99 pid: 17774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787579692.628368:0:17032:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff917d02b41c00/0xf52f64256fc7a787 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xf52f64256fc7a78e expref: -99 pid: 17774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787579692.628372:0:17032:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:3.0:1787579692.628374:0:17032:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:3.0:1787579692.628376:0:17032:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:3.0:1787579692.628387:0:17032:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.114@tcp lock: ffff917d02b41c00/0xf52f64256fc7a787 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf52f64256fc7a78e expref: -99 pid: 17774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579692.628392:0:17032:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787579692.628404:0:17032:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff917d02b41c00/0xf52f64256fc7a787 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf52f64256fc7a78e expref: -99 pid: 17774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579692.628409:0:17032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff917d02b41c00/0xf52f64256fc7a787 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf52f64256fc7a78e expref: -99 pid: 17774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579692.628419:0:17032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579692.628421:0:17032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579692.628423:0:17032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579692.628429:0:17031:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1787579692.628437:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff917d0361f800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:3.0:1787579692.628510:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff917d03e60000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:3.0:1787579692.628535:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff917d0361e000 for lustre-MDT0001 00000020:00000080:3.0:1787579692.628539:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff917d03e61800 for lustre-MDT0001 00000100:00100000:3.0:1787579692.628557:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03baf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32e516b3-d537-4ec5-88e5-6d7e9cbd1f23:3641:1874412578258560:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787579692.628635:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579692.628683:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787579692.628691:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03baf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32e516b3-d537-4ec5-88e5-6d7e9cbd1f23:3641:1874412578258688:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787579692.628716:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579692.628744:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03bae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32e516b3-d537-4ec5-88e5-6d7e9cbd1f23:3644:1874412578258944:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787579692.628766:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1787579692.628783:0:19159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787579692.628785:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787579692.628792:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03bad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32e516b3-d537-4ec5-88e5-6d7e9cbd1f23:3644:1874412578258816:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787579692.628816:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579692.628848:0:17029:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578258560 00000100:00080000:0.0:1787579692.628850:0:20819:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1787579692.628856:0:17029:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578258560 00000100:00100000:0.0:1787579692.628856:0:20819:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:0.0:1787579692.628871:0:20819:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1787579692.628886:0:17029:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578258688 00000100:00100000:3.0:1787579692.628890:0:17029:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578258688 00000100:00100000:3.0:1787579692.628910:0:17029:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578258944 00000100:00100000:3.0:1787579692.628914:0:17029:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578258944 00000100:00100000:3.0:1787579692.628924:0:17029:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578258816 00000100:00100000:3.0:1787579692.628928:0:17029:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578258816 00000100:00080000:0.0:1787579692.628937:0:20819:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00100000:3.0:1787579692.628943:0:17029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1787579692.628951:0:17029:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03badf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3641:x1874412578258560:12345-0@lo:103:ldlm_bl.0 00000100:00080000:0.0:1787579692.628957:0:20819:0:(import.c:65:import_set_state_nolock()) ffff917e3b284800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00010000:00020000:3.0:1787579692.628958:0:17029:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1787579692 with bad export cookie 17667449975149667937 00000100:00080000:0.0:1787579692.628972:0:20819:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1787579692.628975:0:20819:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:0.0:1787579692.628983:0:20819:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1787579692.629008:0:17029:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03badf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3641:x1874412578258560:12345-0@lo:103:ldlm_bl.0 Request processed in 54us (372us total) trans 0 rc -107/-107 00000100:00100000:3.0:1787579692.629016:0:17029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1787579692.629035:0:17029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1787579692.629039:0:17029:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2fa06850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3641:x1874412578258688:12345-0@lo:103:ldlm_bl.0 00010000:00020000:3.0:1787579692.629043:0:17029:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1787579692 with bad export cookie 17667449975149667937 00000100:00080000:0.0:1787579692.629056:0:20819:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:0.0:1787579692.629068:0:20819:0:(import.c:65:import_set_state_nolock()) ffff917e3f831000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1787579692.629071:0:17029:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2fa06850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3641:x1874412578258688:12345-0@lo:103:ldlm_bl.0 Request processed in 29us (352us total) trans 0 rc -107/-107 00000100:00100000:3.0:1787579692.629078:0:17029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1787579692.629093:0:17029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1787579692.629098:0:17029:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03baca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3644:x1874412578258944:12345-0@lo:103:ldlm_bl.0 00010000:00020000:3.0:1787579692.629102:0:17029:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1787579692 with bad export cookie 17667449975149667937 00000100:00100000:3.0:1787579692.629125:0:17029:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03baca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3644:x1874412578258944:12345-0@lo:103:ldlm_bl.0 Request processed in 26us (359us total) trans 0 rc -107/-107 00000100:00100000:3.0:1787579692.629131:0:17029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1787579692.629142:0:17029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1787579692.629146:0:17029:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03bac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3644:x1874412578258816:12345-0@lo:103:ldlm_bl.0 00010000:00020000:3.0:1787579692.629150:0:17029:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1787579692 with bad export cookie 17667449975149667937 00000100:00100000:3.0:1787579692.629171:0:17029:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03bac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3644:x1874412578258816:12345-0@lo:103:ldlm_bl.0 Request processed in 24us (356us total) trans 0 rc -107/-107 00000100:00100000:3.0:1787579692.629186:0:17029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00080000:3.0:1787579692.629222:0:3641:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.204.114@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1787579692.629226:0:3641:0:(import.c:65:import_set_state_nolock()) ffff917d04852800 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1787579692.629229:0:3641:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.204.114@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000020:00080000:0.0:1787579692.629579:0:20819:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff917e320fcd28) has no exports 00000100:00100000:0.0:1787579692.637332:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03f4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874412578259072:0@lo:9:umount.0 00000100:00100000:0.0:1787579692.638172:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579692.638237:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03f4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874412578259200:0@lo:9:umount.0 00000100:00100000:0.0:1787579692.638267:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579692.638356:0:18554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578259072 00000100:00100000:1.0:1787579692.638366:0:18554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578259072 00000100:00100000:1.0:1787579692.638412:0:18554:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578259200 00000100:00100000:1.0:1787579692.638416:0:18554:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578259200 00000100:00100000:1.0:1787579692.638437:0:18554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1787579692.638446:0:18554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03f49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1874412578259072:12345-0@lo:9:umount.0 00000020:00000080:1.0:1787579692.638490:0:18554:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7a940 00000100:00080000:1.0:1787579692.638849:0:18554:0:(import.c:65:import_set_state_nolock()) ffff917d03c64800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1787579692.638895:0:18554:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1787579692.639048:0:18554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03f49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+2:3640:x1874412578259072:12345-0@lo:9:umount.0 Request processed in 602us (876us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579692.639057:0:18554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1787579692.639073:0:18554:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1787579692.639079:0:18554:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03f48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1874412578259200:12345-0@lo:9:umount.0 00000020:00000080:1.0:1787579692.639092:0:18554:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7aaa5 00000100:00080000:1.0:1787579692.639098:0:18554:0:(import.c:65:import_set_state_nolock()) ffff917d03619000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1787579692.639123:0:18554:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934599 00000100:00100000:1.0:1787579692.639196:0:18554:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03f48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+2:3640:x1874412578259200:12345-0@lo:9:umount.0 Request processed in 117us (929us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579692.639203:0:18554:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00080000:1.0:1787579692.639255:0:3640:0:(import.c:65:import_set_state_nolock()) ffff917e3b284800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1787579692.639267:0:3640:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1787579692.639268:0:3640:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1787579692.639286:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03f4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874412578259072:0@lo:9:umount.0 00000100:00080000:1.0:1787579692.639301:0:3640:0:(import.c:65:import_set_state_nolock()) ffff917e3f831000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1787579692.639311:0:3640:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1787579692.639313:0:3640:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1787579692.639315:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03f4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874412578259200:0@lo:9:umount.0 00000100:00100000:2.0:1787579692.646639:0:18199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03bace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3644:x1874412578258432:12345-0@lo:103:ldlm_bl.0 Request processed in 21499us (21645us total) trans 0 rc -107/-107 00000100:00100000:2.0:1787579692.646653:0:18199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00080000:0.0:1787579692.648224:0:3644:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.204.114@tcp of MGS@0@lo abruptly disconnected: reconnecting 00010000:00010000:2.0:1787579692.648594:0:17031:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579692.648611:0:17032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787579692.660447:0:3641:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.204.114@tcp not replayable, auto-deactivating 00000100:00080000:3.0:1787579692.660453:0:3641:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:3.0:1787579692.660463:0:3641:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff917e362b7480 x1874412578257408/t0(0) o400->MGC192.168.204.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1787579707 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579692.660772:0:3641:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff917e362b5f80 x1874412578258432/t0(0) o103->MGC192.168.204.114@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787579708 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579692.660782:0:3641:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff917d03baf100 x1874412578258560/t0(0) o103->MGC192.168.204.114@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787579708 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579692.660791:0:3641:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff917d03baf800 x1874412578258688/t0(0) o103->MGC192.168.204.114@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787579708 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579692.660799:0:3641:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff917d03bae300 x1874412578258944/t0(0) o103->MGC192.168.204.114@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787579708 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579692.660807:0:3641:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff917d03bad500 x1874412578258816/t0(0) o103->MGC192.168.204.114@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787579708 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787579692.660869:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:32e516b3-d537-4ec5-88e5-6d7e9cbd1f23:3643:1874412578257408:0@lo:400:kworker.0 10000000:01000000:3.0:1787579692.660890:0:3641:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1787579692.660893:0:3641:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:3.0:1787579692.660894:0:3641:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:3.0:1787579692.661769:0:3641:0:(import.c:65:import_set_state_nolock()) ffff917d04852800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787579692.661778:0:3641:0:(import.c:510:import_select_connection()) MGC192.168.204.114@tcp: connect to NID 0@lo last attempt 513 00000100:00080000:3.0:1787579692.661788:0:3641:0:(import.c:624:import_select_connection()) MGC192.168.204.114@tcp: import ffff917d04852800 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1787579692.661821:0:3641:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff917d03bac700 x1874412578259328/t0(0) o250->MGC192.168.204.114@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787579692.661871:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03bac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32e516b3-d537-4ec5-88e5-6d7e9cbd1f23:3640:1874412578259328:0@lo:250:ptlrpcd_00_00.0 00000400:00000100:1.0:1787579692.661921:0:3640:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1874412578259328 offset 0 length 520: 4 00000100:00100000:3.0:1787579692.661982:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03baf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32e516b3-d537-4ec5-88e5-6d7e9cbd1f23:3641:1874412578258560:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787579692.662014:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03baf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32e516b3-d537-4ec5-88e5-6d7e9cbd1f23:3641:1874412578258688:0@lo:103:ldlm_bl.0 00000100:00080000:0.0:1787579692.662347:0:3644:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff917d04852800 already not connected (conn 1, was 1): DISCONN 00000100:00100000:0.0:1787579692.662365:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03bae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32e516b3-d537-4ec5-88e5-6d7e9cbd1f23:3644:1874412578258944:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787579692.662372:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32e516b3-d537-4ec5-88e5-6d7e9cbd1f23:3644:1874412578258432:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787579692.662400:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03bad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:32e516b3-d537-4ec5-88e5-6d7e9cbd1f23:3644:1874412578258816:0@lo:103:ldlm_bl.0 00000020:00080000:1.0:1787579692.670693:0:20819:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff917e320fcd28) has no exports 00000020:01000000:0.0:1787579692.717842:0:20819:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff917e3be41e40 - data ffff917d0241aa20/ffff917d022eb400 00000020:01000000:0.0:1787579692.718166:0:20819:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff917d02bceea0 - data ffff917e27d4c6c0/ffff917e0756f400 00000001:00000004:0.0:1787579692.734875:0:20819:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:3.0:1787579692.805859:0:20819:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1787579692.805872:0:20819:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1787579692.805881:0:20819:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:1.0:1787579692.811222:0:20819:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1787579692.811231:0:20819:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:1.0:1787579692.811253:0:20819:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1787579692.811256:0:20819:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1787579692.814824:0:17784:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1787579692.814832:0:17784:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:3.0:1787579692.814846:0:17784:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:1.0:1787579692.816041:0:20819:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1787579692.816047:0:20819:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:1.0:1787579692.816109:0:20819:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1787579692.816112:0:20819:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1787579692.817043:0:17786:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1787579692.817047:0:17786:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:3.0:1787579692.817056:0:17786:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:1.0:1787579692.822781:0:20819:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7a7aa 00000020:00000080:1.0:1787579692.822795:0:20819:0:(genops.c:885:class_export_put()) final put ffff917d03d43000/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1787579692.823125:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff917d03d43000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1787579692.823897:0:20819:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7a7bf 00000020:00000080:1.0:1787579692.823906:0:20819:0:(genops.c:885:class_export_put()) final put ffff917e3f833000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:1.0:1787579692.824018:0:20819:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:1.0:1787579692.824024:0:20819:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787579692.824033:0:20819:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1787579692.824037:0:20819:0:(genops.c:1558:class_disconnect_exports()) OBD device 13 (ffff917e35543370) has no exports 00000004:01000000:1.0:1787579692.824203:0:20819:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:1.0:1787579692.824211:0:20819:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7a813 00000020:00000080:1.0:1787579692.824215:0:20819:0:(genops.c:885:class_export_put()) final put ffff917e36331800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1787579692.824649:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff917e3f833000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:1.0:1787579692.825033:0:20819:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:1.0:1787579692.825051:0:20819:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787579692.825064:0:20819:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1787579692.825068:0:20819:0:(genops.c:1558:class_disconnect_exports()) OBD device 18 (ffff917d03d3cd28) has no exports 00000020:00000080:1.0:1787579692.825075:0:20819:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7a80c 00000020:00000080:1.0:1787579692.825081:0:20819:0:(genops.c:885:class_export_put()) final put ffff917e3f833800/lustre-MDT0001-osd_UUID 00010000:01000000:1.0:1787579692.825452:0:20819:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:1.0:1787579692.825457:0:20819:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1787579692.825461:0:20819:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:1.0:1787579692.825490:0:20819:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1787579692.825492:0:20819:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1787579692.825523:0:20819:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787579692.825529:0:20819:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1787579692.825536:0:20819:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7a7fe 00000020:00000080:1.0:1787579692.825540:0:20819:0:(genops.c:885:class_export_put()) final put ffff917e36334800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:1.0:1787579692.825544:0:20819:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:1.0:1787579692.825548:0:20819:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787579692.825551:0:20819:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1787579692.825553:0:20819:0:(genops.c:1558:class_disconnect_exports()) OBD device 17 (ffff917e320fb370) has no exports 00000020:00000080:1.0:1787579692.825558:0:20819:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7a7f0 00000020:00000080:1.0:1787579692.825560:0:20819:0:(genops.c:885:class_export_put()) final put ffff917e3b286800/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1787579692.825976:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff917e36331800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:3.0:1787579692.825986:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff917e3f833800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1787579692.825991:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff917e3f831000 for lustre-OST0001-osc-MDT0001 00000020:00000080:3.0:1787579692.825997:0:8:0:(genops.c:885:class_export_put()) final put ffff917e36332000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1787579692.825999:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff917e36332000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:3.0:1787579692.826002:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1787579692.826079:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff917e36334800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:3.0:1787579692.826084:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff917e3b286800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:1.0:1787579692.826158:0:20819:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:1.0:1787579692.826162:0:20819:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1787579692.826164:0:20819:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:1.0:1787579692.826168:0:20819:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1787579692.826169:0:20819:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1787579692.826236:0:20819:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787579692.826243:0:20819:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:1.0:1787579692.826253:0:20819:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:1.0:1787579692.826259:0:20819:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7a7e2 00000020:00000080:1.0:1787579692.826264:0:20819:0:(genops.c:885:class_export_put()) final put ffff917e3f837000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1787579692.826297:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff917e3b284800 for lustre-OST0000-osc-MDT0001 00000020:00000080:3.0:1787579692.826302:0:8:0:(genops.c:885:class_export_put()) final put ffff917e3f836800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1787579692.826304:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff917e3f836800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:3.0:1787579692.826310:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:01000000:1.0:1787579692.826386:0:20819:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:1.0:1787579692.826390:0:20819:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787579692.826401:0:20819:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1787579692.826403:0:20819:0:(genops.c:1558:class_disconnect_exports()) OBD device 16 (ffff917d03bdcd28) has no exports 00000020:00000080:1.0:1787579692.826408:0:20819:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7a7db 00000020:00000080:1.0:1787579692.826411:0:20819:0:(genops.c:885:class_export_put()) final put ffff917e3b285800/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1787579692.826430:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff917e3f837000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:3.0:1787579692.826951:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff917e3b285800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:0.0:1787579692.828085:0:20819:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:0.0:1787579692.828136:0:20819:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1787579692.828140:0:20819:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1787579692.828147:0:20819:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1787579692.828196:0:20819:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787579692.828205:0:20819:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1787579692.828232:0:20819:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787579692.828235:0:20819:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1787579692.828240:0:20819:0:(genops.c:885:class_export_put()) final put ffff917d03c67800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1787579692.828244:0:20819:0:(genops.c:844:class_export_destroy()) destroying export ffff917d03c67800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:0.0:1787579692.828253:0:20819:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1787579692.828280:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff917d03c66000 for lustre-MDT0000-osp-MDT0001 00000020:00000080:3.0:1787579692.828286:0:8:0:(genops.c:885:class_export_put()) final put ffff917e3b285000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1787579692.828288:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff917e3b285000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:3.0:1787579692.828292:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1787579692.828540:0:20819:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7a7c6 00000020:00000080:0.0:1787579692.828547:0:20819:0:(genops.c:885:class_export_put()) final put ffff917e10224800/lustre-MDD0001_UUID 00000020:01000000:0.0:1787579692.828559:0:20819:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:0.0:1787579692.828563:0:20819:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787579692.828568:0:20819:0:(obd_config.c:956:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1787579692.828571:0:20819:0:(genops.c:1558:class_disconnect_exports()) OBD device 15 (ffff917e320f99b8) has no exports 00000020:00000080:0.0:1787579692.828587:0:20819:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787579692.828590:0:20819:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:0.0:1787579692.828604:0:20819:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7a7cd 00000020:00000080:0.0:1787579692.828608:0:20819:0:(genops.c:885:class_export_put()) final put ffff917e10222800/lustre-MDT0001-osd_UUID 00000020:01000004:0.0:1787579692.828616:0:20819:0:(tgt_mount.c:187:server_put_mount()) put mount ffff917e17395800 from lustre-MDT0001, refs=2 00000020:01000004:0.0:1787579692.828619:0:20819:0:(obd_mount.c:710:lustre_put_lsi()) put ffff917e17395800 2 00000020:01000004:0.0:1787579692.828622:0:20819:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff917e17395800 from lustre-MDT0001 00000020:00000080:0.0:1787579692.828638:0:20819:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787579692.828642:0:20819:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:0.0:1787579692.828644:0:20819:0:(genops.c:885:class_export_put()) final put ffff917d03d41000/lustre-MDT0001_UUID 00000020:00000080:0.0:1787579692.828646:0:20819:0:(genops.c:844:class_export_destroy()) destroying export ffff917d03d41000/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:0.0:1787579692.828652:0:20819:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:0.0:1787579692.828680:0:20819:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:0.0:1787579692.828683:0:20819:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:0.0:1787579692.828686:0:20819:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787579692.828689:0:20819:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1787579692.828701:0:20819:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff917e16de1000 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1787579692.828706:0:20819:0:(genops.c:1553:class_disconnect_exports()) OBD device 19 (ffff917e3a2b8000) has exports, disconnecting them 00000020:00080000:0.0:1787579692.828710:0:20819:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff917e16de1000), last request at 1787579592 00000020:00000080:0.0:1787579692.828714:0:20819:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7a84b 00000020:00080000:0.0:1787579692.828726:0:20819:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff917e16de1000): rc 0 00000020:00000080:0.0:1787579692.828729:0:20819:0:(genops.c:885:class_export_put()) final put ffff917e16de1000/lustre-MDT0000-lwp-MDT0001 00000020:00000080:3.0:1787579692.829111:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff917e10224800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:3.0:1787579692.829116:0:8:0:(genops.c:885:class_export_put()) final put ffff917e3f835000/lustre-MDD0001_UUID 00000020:00000080:3.0:1787579692.829119:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff917e3f835000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:3.0:1787579692.829125:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:3.0:1787579692.829235:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff917e10222800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1787579692.829240:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff917e16de1000/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:3.0:1787579692.857525:0:20819:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:3.0:1787579692.857533:0:20819:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1787579692.857538:0:20819:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:3.0:1787579692.857545:0:20819:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1787579692.857686:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff917e3b29a000 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:3.0:1787579692.857914:0:20819:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787579692.857924:0:20819:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:3.0:1787579692.857930:0:20819:0:(genops.c:885:class_export_put()) final put ffff917e36330800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:3.0:1787579692.857934:0:20819:0:(genops.c:844:class_export_destroy()) destroying export ffff917e36330800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:3.0:1787579692.857945:0:20819:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:3.0:1787579692.858080:0:20819:0:(obd_mount.c:710:lustre_put_lsi()) put ffff917e17395800 1 00000020:00000080:3.0:1787579692.858088:0:20819:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7a772 00000020:00000080:3.0:1787579692.858095:0:20819:0:(genops.c:885:class_export_put()) final put ffff917e3b286000/lustre-MDT0001-osd_UUID 00000020:01000000:3.0:1787579692.858105:0:20819:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:3.0:1787579692.858112:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff917e3b286000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1787579692.858122:0:20819:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787579692.858127:0:20819:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1787579692.858238:0:20819:0:(genops.c:1558:class_disconnect_exports()) OBD device 12 (ffff917e363a0000) has no exports 00000020:00000080:2.0:1787579692.959685:0:20819:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787579692.959699:0:20819:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:2.0:1787579692.959705:0:20819:0:(genops.c:885:class_export_put()) final put ffff917e17390000/lustre-MDT0001-osd_UUID 00000020:00000080:2.0:1787579692.959709:0:20819:0:(genops.c:844:class_export_destroy()) destroying export ffff917e17390000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:2.0:1787579692.961069:0:20819:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:0.0:1787579692.965438:0:20819:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff917e17392000 00000020:01000000:0.0:1787579692.965492:0:20819:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:0.0:1787579692.965498:0:20819:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787579692.965505:0:20819:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1787579692.965510:0:20819:0:(genops.c:1558:class_disconnect_exports()) OBD device 3 (ffff917e363a3370) has no exports 00000100:00100000:0.0:1787579692.965606:0:17045:0:(service.c:3183:ptlrpc_main()) mdt00_002: service thread [ffff917d03e0fc00:17045] 2 exiting: rc = 0 00000100:00100000:2.0:1787579692.965788:0:17043:0:(service.c:3183:ptlrpc_main()) mdt00_000: service thread [ffff917e03fd7400:17043] 0 exiting: rc = 1 00000100:00100000:2.0:1787579692.965910:0:19382:0:(service.c:3183:ptlrpc_main()) mdt00_003: service thread [ffff917d010a7400:19382] 3 exiting: rc = 0 00000100:00100000:2.0:1787579692.967971:0:17044:0:(service.c:3183:ptlrpc_main()) mdt00_001: service thread [ffff917e03fd6800:17044] 1 exiting: rc = 0 00000100:00100000:0.0:1787579692.970456:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970492:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970500:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970506:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970512:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970519:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970524:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970529:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970535:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970541:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970546:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970551:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970557:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970562:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970568:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970574:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970579:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970584:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970590:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970607:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970612:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970641:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970648:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970654:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970660:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970665:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970671:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970675:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970681:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970687:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970693:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970698:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970703:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970709:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970715:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970876:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970884:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970890:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970897:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970903:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970909:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970916:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970923:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970928:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970935:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970941:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970947:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970953:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970958:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970964:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970969:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970975:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970980:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970985:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970990:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.970995:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.971010:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.971016:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.971022:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.971028:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.971032:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.971038:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.971043:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.971050:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.979541:0:17047:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff917d03e0f800:17047] 1 exiting: rc = 0 00000100:00100000:1.0:1787579692.979748:0:17046:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff917d02b3ee00:17046] 0 exiting: rc = 1 00000100:00100000:0.0:1787579692.979898:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.979907:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.979913:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.979919:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.979924:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.979929:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.979935:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.979941:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.979946:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.979952:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.979958:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.979965:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.979971:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.979976:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.979981:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.979986:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.979993:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.979999:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.980004:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.980010:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.980015:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.980020:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.980026:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.980031:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.980036:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.980041:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.980065:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.980071:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.980077:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.980082:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.980087:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.980094:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.980099:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.980105:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.980110:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.980118:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.980124:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.980130:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.980136:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.980140:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.980145:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.980151:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.980157:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.980337:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.980348:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.980354:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.980359:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.980364:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.980370:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.980375:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.980381:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.980386:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.980391:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.980397:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.980402:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.980407:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.980413:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.980419:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.980425:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.980431:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.980436:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.980450:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.980455:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.980460:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579692.981096:0:17049:0:(service.c:3183:ptlrpc_main()) mdt_out00_001: service thread [ffff917e08717200:17049] 1 exiting: rc = 0 00000100:00100000:1.0:1787579692.981209:0:17783:0:(service.c:3183:ptlrpc_main()) mdt_out00_002: service thread [ffff917e2a87fe00:17783] 2 exiting: rc = 0 00000100:00100000:3.0:1787579692.982354:0:17048:0:(service.c:3183:ptlrpc_main()) mdt_out00_000: service thread [ffff917e08717e00:17048] 0 exiting: rc = 1 00000100:00100000:0.0:1787579692.982682:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.982692:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.982699:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.982705:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.982712:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.982790:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.982809:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.982817:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.982822:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.982828:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.982834:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.982839:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.982845:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.982850:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.982856:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.982862:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.982868:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.982874:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.982897:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.982904:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.982912:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.982919:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.982927:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.982933:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.982939:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.982946:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.982952:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.982958:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.982964:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.982969:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.982993:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.983000:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.983014:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.983021:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.983030:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.983038:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.983045:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.983052:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.983060:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.983066:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.983072:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.983079:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.983100:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.983108:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.983113:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.983119:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.983125:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.983131:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.983136:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.983141:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.983148:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.983154:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.983160:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.983372:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.983393:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.983400:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.983405:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.983411:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.983418:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.983423:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.983429:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.983434:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.983440:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579692.983453:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.022812:0:17050:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0000: service thread [ffff917e08716e00:17050] 0 exiting: rc = 1 00000100:00100000:0.0:1787579693.024972:0:17051:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0001: service thread [ffff917e08716c00:17051] 1 exiting: rc = 0 00000100:00100000:3.0:1787579693.025290:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025298:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025304:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025309:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025315:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025320:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025325:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025331:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025336:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025342:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025348:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025353:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025358:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025364:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025369:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025375:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025380:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025385:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025391:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025396:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025402:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025406:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025412:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025417:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025422:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025429:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025434:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025440:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025445:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025450:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025455:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025461:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025466:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025498:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025520:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025525:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025530:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025535:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025540:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025545:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025550:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025556:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025563:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025569:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025575:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025581:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025587:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025605:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025612:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025618:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025625:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025630:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025635:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025640:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025645:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025650:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025656:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025661:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025666:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025671:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025676:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025681:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025687:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.025693:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579693.026984:0:17052:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0000: service thread [ffff917e094c2e00:17052] 0 exiting: rc = 1 00000100:00100000:0.0:1787579693.027193:0:17053:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0001: service thread [ffff917e094c3e00:17053] 1 exiting: rc = 0 00000100:00100000:3.0:1787579693.028103:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028111:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028117:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028134:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028140:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028158:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028175:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028181:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028186:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028192:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028197:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028203:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028208:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028212:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028217:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028223:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028229:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028234:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028239:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028245:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028250:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028256:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028261:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028266:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028271:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028276:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028282:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028287:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028293:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028298:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028303:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028309:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028314:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028319:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028323:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028329:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028334:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028340:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028345:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028350:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028363:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028369:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028374:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028380:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028385:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028390:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028395:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028400:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028405:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028410:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028414:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028418:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028423:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028427:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028432:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028437:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028442:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028448:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028453:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028459:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028464:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028485:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028491:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.028496:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.029567:0:17055:0:(service.c:3183:ptlrpc_main()) mdt_fld_0001: service thread [ffff917e094c2200:17055] 1 exiting: rc = 0 00000100:00100000:0.0:1787579693.029688:0:17054:0:(service.c:3183:ptlrpc_main()) mdt_fld_0000: service thread [ffff917e094c3000:17054] 0 exiting: rc = 1 00000100:00100000:3.0:1787579693.031332:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031341:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031347:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031353:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031359:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031365:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031372:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031378:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031383:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031389:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031394:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031418:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031424:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031430:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031435:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031441:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031446:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031451:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031457:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031462:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031492:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031499:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031504:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031509:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031514:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031519:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031524:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031529:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031533:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031538:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031543:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031549:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031554:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031560:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031565:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031570:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031574:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031579:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031584:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031589:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031607:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031613:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031618:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031624:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031629:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031634:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031646:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031652:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031657:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031663:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031668:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031673:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031677:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031682:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031687:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031693:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031697:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031703:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031708:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031713:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031729:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031735:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031741:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787579693.031747:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.032515:0:17056:0:(service.c:3183:ptlrpc_main()) mdt_io00_000: service thread [ffff917e094c3800:17056] 0 exiting: rc = 1 00000100:00100000:0.0:1787579693.032842:0:17057:0:(service.c:3183:ptlrpc_main()) mdt_io00_001: service thread [ffff917e094c3200:17057] 1 exiting: rc = 0 00000100:00100000:3.0:1787579693.033408:0:17058:0:(service.c:3183:ptlrpc_main()) mdt_io00_002: service thread [ffff917e094c3600:17058] 2 exiting: rc = 0 00000100:00100000:0.0:1787579693.040385:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040396:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040403:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040422:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040439:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040446:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040452:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040458:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040464:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040494:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040500:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040507:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040513:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040518:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040525:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040530:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040535:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040540:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040545:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040551:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040557:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040562:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040569:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040574:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040579:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040586:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040603:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040609:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040631:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040637:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040642:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040662:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040667:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040672:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040677:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040682:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040688:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040693:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040698:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040703:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040708:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040713:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040860:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040868:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040874:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040879:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040885:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040890:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040895:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040900:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040906:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040911:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040930:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040937:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040943:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040949:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040954:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040960:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040966:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040971:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040976:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040981:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040985:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579693.040998:0:20819:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:1.0:1787579693.059323:0:20819:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787579693.059336:0:20819:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:1.0:1787579693.059342:0:20819:0:(genops.c:885:class_export_put()) final put ffff917d04854000/MDS_uuid 00000020:00000080:1.0:1787579693.059347:0:20819:0:(genops.c:844:class_export_destroy()) destroying export ffff917d04854000/MDS_uuid for MDS 00000020:01000000:1.0:1787579693.059358:0:20819:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:1.0:1787579693.059736:0:20819:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:0.0:1787579693.175674:0:19159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579694.203885:0:17031:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579695.225202:0:17032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579696.247656:0:19159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787579696.439746:0:18308:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32e516b3-d537-4ec5-88e5-6d7e9cbd1f23->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787579696.439759:0:18308:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32e516b3-d537-4ec5-88e5-6d7e9cbd1f23->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787579696.439762:0:18308:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787579696.439766:0:18308:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787579696.439770:0:18308:0:(import.c:65:import_set_state_nolock()) ffff917d021e0800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787579696.439778:0:18308:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 625 00000100:00080000:3.0:1787579696.439784:0:18308:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1787579696.439792:0:18308:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff917d021e0800 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1787579696.439833:0:18308:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff917d03baf800 x1874412578259456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787579696.440086:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03baf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3640:1874412578259456:0@lo:38:kworker.0 00000400:00000100:1.0:1787579696.440142:0:3640:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874412578259456 offset 0 length 520: 4 00000100:00080000:3.0:1787579696.440304:0:18308:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787579696.440316:0:18308:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787579696.440318:0:18308:0:(import.c:65:import_set_state_nolock()) ffff917d03618000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787579696.440322:0:18308:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 625 00000100:00080000:3.0:1787579696.440325:0:18308:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1787579696.440329:0:18308:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff917d03618000 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1787579696.440345:0:18308:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff917d03baed80 x1874412578259712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787579696.440419:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03bac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3642:1874412578259840:0@lo:400:kworker.0 00000400:00000100:2.0:1787579696.440451:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874412578259840 offset 0 length 224: 4 00000100:00100000:2.0:1787579696.440502:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787579696.440698:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03baf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3642:1874412578259584:0@lo:400:kworker.0 00000400:00000100:3.0:1787579696.440724:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874412578259584 offset 0 length 224: 4 00000100:00100000:1.0:1787579696.440801:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03baed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3640:1874412578259712:0@lo:38:kworker.0 00000400:00000100:1.0:1787579696.440824:0:3640:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874412578259712 offset 0 length 520: 4 00010000:00010000:2.0:1787579697.271959:0:17031:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787579697.467699:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32e516b3-d537-4ec5-88e5-6d7e9cbd1f23->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787579697.467710:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32e516b3-d537-4ec5-88e5-6d7e9cbd1f23->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787579697.467713:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787579697.467716:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787579697.467770:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787579697.467773:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1787579697.467803:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03bae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3643:1874412578259968:0@lo:400:kworker.0 00000400:00000100:3.0:1787579697.467855:0:3643:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874412578259968 offset 0 length 224: 4 00000100:00100000:3.0:1787579697.467909:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787579697.467916:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3643:1874412578260096:0@lo:400:kworker.0 00000400:00000100:3.0:1787579697.467934:0:3643:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874412578260096 offset 0 length 224: 4 00000020:01000004:3.0:1787579697.980637:0:21020:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:2.0:1787579698.002303:0:21020:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0000 00010000:00010000:2.0:1787579698.002364:0:21020:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e36369600/0xf52f64256fc7a8e5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7a8ec expref: -99 pid: 18548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579698.002380:0:21020:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e36369600/0xf52f64256fc7a8e5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xf52f64256fc7a8ec expref: -99 pid: 18548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579698.002388:0:21020:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e36369600/0xf52f64256fc7a8e5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xf52f64256fc7a8ec expref: -99 pid: 18548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579698.002395:0:21020:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.114@tcp lock: ffff917e36369600/0xf52f64256fc7a8e5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xf52f64256fc7a8ec expref: -99 pid: 18548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579698.002424:0:21020:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1787579698.002430:0:21020:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1787579698.002455:0:21020:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1787579698.002485:0:21020:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff917d03baf800 x1874412578259456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1787579716 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579698.002512:0:21020:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1787579698.002543:0:3640:0:(import.c:65:import_set_state_nolock()) ffff917d021e0800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787579698.002548:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-5) 00000100:00100000:2.0:1787579698.002552:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03baf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3640:1874412578259456:0@lo:38:kworker.0 00000100:00080000:2.0:1787579698.002591:0:21020:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1787579698.002596:0:21020:0:(import.c:65:import_set_state_nolock()) ffff917d021e0800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:2.0:1787579698.002601:0:21020:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1787579698.002618:0:21020:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1787579698.002628:0:21020:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1787579698.004595:0:17032:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787579698.004609:0:17032:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff917e36369600/0xf52f64256fc7a8e5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xf52f64256fc7a8ec expref: -99 pid: 18548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579698.004619:0:17032:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e36369600 already unused, calling callback (ffffffffc13acc20) 10000000:00010000:0.0:1787579698.004630:0:17032:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff917e36369600/0xf52f64256fc7a8e5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xf52f64256fc7a8ec expref: -99 pid: 18548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579698.004640:0:17032:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff917e36369600/0xf52f64256fc7a8e5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0xf52f64256fc7a8ec expref: -99 pid: 18548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787579698.004647:0:17032:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff917e36369600/0xf52f64256fc7a8e5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0xf52f64256fc7a8ec expref: -99 pid: 18548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787579698.004653:0:17032:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1787579698.004656:0:17032:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1787579698.004659:0:17032:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1787579698.004678:0:17032:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff917d04852800 00010000:00010000:0.0:1787579698.004682:0:17032:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff917e36369600/0xf52f64256fc7a8e5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xf52f64256fc7a8ec expref: -99 pid: 18548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579698.004688:0:17032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff917e36369600/0xf52f64256fc7a8e5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xf52f64256fc7a8ec expref: -99 pid: 18548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579698.004703:0:17032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579698.004705:0:17032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579698.004706:0:17032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787579698.007312:0:21020:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1787579698.007329:0:21020:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff917d03baf100 x1874412578259584/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579712 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787579698.007419:0:21020:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff917d03bae680 x1874412578259968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579713 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787579698.007448:0:21020:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1787579698.007455:0:21020:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00100000:3.0:1787579698.007488:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03bae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3643:1874412578259968:0@lo:400:kworker.0 00000100:00080000:0.0:1787579698.007510:0:21020:0:(import.c:65:import_set_state_nolock()) ffff917d03e64000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1787579698.007588:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03f4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3640:1874412578260224:0@lo:39:umount.0 00000400:00000100:2.0:1787579698.007654:0:3640:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874412578260224 offset 0 length 224: 4 00000100:00100000:1.0:1787579698.013366:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03baf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3642:1874412578259584:0@lo:400:kworker.0 00010000:00010000:0.0:1787579698.295646:0:19159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1787579698.489038:0:19368:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1787579698.489048:0:19368:0:(genops.c:885:class_export_put()) final put ffff917d0361c000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1787579698.489215:0:18308:0:(genops.c:844:class_export_destroy()) destroying export ffff917d0361c000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:0.0:1787579698.489265:0:18308:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff917d03619000 for lustre-OST0001 00000001:00100000:2.0:1787579698.501928:0:18549:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1787579698.501938:0:18549:0:(genops.c:885:class_export_put()) final put ffff917d03c62000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1787579698.502015:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff917d03c62000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:3.0:1787579698.502065:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff917d03c64800 for lustre-OST0000 00010000:00010000:2.0:1787579699.319694:0:17031:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579700.344790:0:17032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579701.367612:0:19159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787579701.495592:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32e516b3-d537-4ec5-88e5-6d7e9cbd1f23->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787579701.495603:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32e516b3-d537-4ec5-88e5-6d7e9cbd1f23->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787579701.495607:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787579701.495609:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1787579701.495728:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03bae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3641:1874412578260352:0@lo:400:kworker.0 00000400:00000100:1.0:1787579701.495864:0:3641:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874412578260352 offset 0 length 224: 4 00000100:00100000:0.0:1787579702.146861:0:3640:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787579692/real 1787579692] req@ffff917d03bac700 x1874412578259328/t0(0) o250->MGC192.168.204.114@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1787579702 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787579702.147151:0:3640:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff917d03bac700 x1874412578259328/t0(0) o250->MGC192.168.204.114@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1787579702 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787579702.147174:0:3640:0:(import.c:65:import_set_state_nolock()) ffff917d04852800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787579702.147272:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1787579702.147278:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03bac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32e516b3-d537-4ec5-88e5-6d7e9cbd1f23:3640:1874412578259328:0@lo:250:ptlrpcd_00_00.0 00000100:00080000:3.0:1787579702.147671:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32e516b3-d537-4ec5-88e5-6d7e9cbd1f23->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787579702.147677:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787579702.147681:0:8:0:(import.c:65:import_set_state_nolock()) ffff917d04852800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787579702.147686:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.114@tcp: connect to NID 0@lo last attempt 626 00000100:00080000:3.0:1787579702.147693:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.114@tcp: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1787579702.147700:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.114@tcp: import ffff917d04852800 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1787579702.147731:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff917d03baea00 x1874412578260480/t0(0) o250->MGC192.168.204.114@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787579702.147870:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03baea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32e516b3-d537-4ec5-88e5-6d7e9cbd1f23:3640:1874412578260480:0@lo:250:kworker.0 00000400:00000100:0.0:1787579702.147928:0:3640:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1874412578260480 offset 0 length 520: 4 00000100:00080000:3.0:1787579702.148082:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787579702.148086:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1787579702.148201:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03bad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3642:1874412578260608:0@lo:400:kworker.0 00000400:00000100:1.0:1787579702.148233:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874412578260608 offset 0 length 224: 4 00010000:00010000:2.0:1787579702.400220:0:17031:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579703.415691:0:17032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579704.439737:0:19159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579705.464465:0:17031:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579706.487684:0:17032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787579707.191735:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32e516b3-d537-4ec5-88e5-6d7e9cbd1f23->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787579707.191745:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32e516b3-d537-4ec5-88e5-6d7e9cbd1f23->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787579707.191748:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787579707.191751:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1787579707.191905:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787579707.191931:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03f49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3644:1874412578260736:0@lo:400:kworker.0 00000400:00000100:2.0:1787579707.191986:0:3644:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874412578260736 offset 0 length 224: 4 00010000:00010000:0.0:1787579707.511707:0:19159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787579708.280494:0:3640:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787579698/real 1787579698] req@ffff917d03f4ad80 x1874412578260224/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1787579708 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787579708.280528:0:3640:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff917d03f4ad80 x1874412578260224/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1787579708 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787579708.280548:0:3640:0:(import.c:65:import_set_state_nolock()) ffff917d03e64000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1787579708.280640:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03f4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3640:1874412578260224:0@lo:39:umount.0 00000100:00080000:3.0:1787579708.281942:0:21020:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1787579708.281949:0:21020:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1787579708.281956:0:21020:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1787579708.287289:0:21020:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e3f91ae00/0xf52f64256fc7a8bb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7a8c2 expref: -99 pid: 18548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579708.287322:0:21020:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e3f91ae00/0xf52f64256fc7a8bb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xf52f64256fc7a8c2 expref: -99 pid: 18548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579708.287347:0:21020:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e3f91ae00/0xf52f64256fc7a8bb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xf52f64256fc7a8c2 expref: -99 pid: 18548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579708.287353:0:21020:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.114@tcp lock: ffff917e3f91ae00/0xf52f64256fc7a8bb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xf52f64256fc7a8c2 expref: -99 pid: 18548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579708.287385:0:21020:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787579708.287393:0:21020:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d03721c00/0xf52f64256fc7ac18 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7ac1f expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579708.287399:0:21020:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d03721c00/0xf52f64256fc7ac18 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf52f64256fc7ac1f expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579708.287405:0:21020:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d03721c00/0xf52f64256fc7ac18 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf52f64256fc7ac1f expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579708.287411:0:21020:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.114@tcp lock: ffff917d03721c00/0xf52f64256fc7ac18 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf52f64256fc7ac1f expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579708.287436:0:21020:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:3.0:1787579708.287441:0:21020:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:3.0:1787579708.287497:0:21020:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-OST0000 00000020:01000000:3.0:1787579708.287502:0:21020:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00010000:00010000:2.0:1787579708.287503:0:17031:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000020:00000080:3.0:1787579708.287507:0:21020:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00010000:00010000:2.0:1787579708.287510:0:17031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff917e3f91ae00/0xf52f64256fc7a8bb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xf52f64256fc7a8c2 expref: -99 pid: 18548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1787579708.287512:0:21020:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1787579708.287516:0:21020:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff917d02ba19b8) has no exports 00010000:00010000:2.0:1787579708.287518:0:17031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e3f91ae00 already unused, calling callback (ffffffffc13acc20) 10000000:00010000:2.0:1787579708.287522:0:17031:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff917e3f91ae00/0xf52f64256fc7a8bb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xf52f64256fc7a8c2 expref: -99 pid: 18548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579708.287531:0:17031:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff917e3f91ae00/0xf52f64256fc7a8bb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xf52f64256fc7a8c2 expref: -99 pid: 18548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787579708.287539:0:17031:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff917e3f91ae00/0xf52f64256fc7a8bb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xf52f64256fc7a8c2 expref: -99 pid: 18548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1787579708.287544:0:21020:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff917d02ba19b8) has no exports 10000000:01000000:2.0:1787579708.287544:0:17031:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1787579708.287547:0:17031:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:2.0:1787579708.287549:0:17031:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00010000:00010000:2.0:1787579708.287572:0:17031:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff917d04852800 00010000:00010000:2.0:1787579708.287577:0:17031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff917e3f91ae00/0xf52f64256fc7a8bb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xf52f64256fc7a8c2 expref: -99 pid: 18548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579708.287592:0:17031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff917e3f91ae00/0xf52f64256fc7a8bb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xf52f64256fc7a8c2 expref: -99 pid: 18548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579708.287606:0:17031:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787579708.287609:0:17031:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff917d03721c00/0xf52f64256fc7ac18 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf52f64256fc7ac1f expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579708.287614:0:17031:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d03721c00 already unused, calling callback (ffffffffc13acc20) 10000000:00010000:2.0:1787579708.287617:0:17031:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff917d03721c00/0xf52f64256fc7ac18 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf52f64256fc7ac1f expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579708.287623:0:17031:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff917d03721c00/0xf52f64256fc7ac18 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xf52f64256fc7ac1f expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787579708.287630:0:17031:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff917d03721c00/0xf52f64256fc7ac18 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xf52f64256fc7ac1f expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787579708.287636:0:17031:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1787579708.287638:0:17031:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1787579708.287640:0:17031:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1787579708.287645:0:17031:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff917d04852800 00010000:00010000:2.0:1787579708.287648:0:17031:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff917d03721c00/0xf52f64256fc7ac18 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xf52f64256fc7ac1f expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579708.287654:0:17031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff917d03721c00/0xf52f64256fc7ac18 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xf52f64256fc7ac1f expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579708.287673:0:17031:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579708.287675:0:17031:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579708.287678:0:17031:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579708.289115:0:17032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:3.0:1787579708.296325:0:21020:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff917e087792a0 - data ffff917e27d556c0/ffff917d04b30c00 00000020:01000000:3.0:1787579708.296931:0:21020:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff917e3be41540 - data ffff917e27c2b510/ffff917e3b92b400 00100000:10000000:3.0:1787579708.309402:0:21020:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:3.0:1787579708.329188:0:21020:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7a8d0 00000020:00000080:3.0:1787579708.329200:0:21020:0:(genops.c:885:class_export_put()) final put ffff917e07da5800/lustre-OST0000-osd_UUID 00000020:01000004:3.0:1787579708.329215:0:21020:0:(tgt_mount.c:187:server_put_mount()) put mount ffff917e16de4000 from lustre-OST0000, refs=2 00000020:01000004:3.0:1787579708.329218:0:21020:0:(obd_mount.c:710:lustre_put_lsi()) put ffff917e16de4000 2 00000020:01000004:3.0:1787579708.329221:0:21020:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff917e16de4000 from lustre-OST0000 00000020:00000080:3.0:1787579708.329244:0:21020:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787579708.329254:0:21020:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:3.0:1787579708.329257:0:21020:0:(genops.c:885:class_export_put()) final put ffff917e1879c800/lustre-OST0000_UUID 00000020:00000080:3.0:1787579708.329260:0:21020:0:(genops.c:844:class_export_destroy()) destroying export ffff917e1879c800/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:3.0:1787579708.329269:0:21020:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:3.0:1787579708.329326:0:21020:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:3.0:1787579708.329330:0:21020:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:3.0:1787579708.329334:0:21020:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787579708.329338:0:21020:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1787579708.329346:0:21020:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff917d021e2800 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1787579708.329352:0:21020:0:(genops.c:1553:class_disconnect_exports()) OBD device 23 (ffff917d02ba3370) has exports, disconnecting them 00000020:00080000:3.0:1787579708.329356:0:21020:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff917d021e2800), last request at 1787579610 00000020:00000080:3.0:1787579708.329360:0:21020:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7a8fa 00000020:00080000:3.0:1787579708.329368:0:21020:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff917d021e2800): rc 0 00000020:00000080:3.0:1787579708.329372:0:21020:0:(genops.c:885:class_export_put()) final put ffff917d021e2800/lustre-MDT0000-lwp-OST0000 00000020:00000080:0.0:1787579708.333541:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff917e07da5800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:0.0:1787579708.333565:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff917d021e2800/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:1.0:1787579708.333609:0:21020:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:1.0:1787579708.333614:0:21020:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1787579708.333618:0:21020:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1787579708.333624:0:21020:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1787579708.333915:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff917d021e0800 for lustre-MDT0000-lwp-OST0000 00000020:00000080:1.0:1787579708.334035:0:21020:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787579708.334043:0:21020:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:1.0:1787579708.334050:0:21020:0:(genops.c:885:class_export_put()) final put ffff917e209bc000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:1.0:1787579708.334053:0:21020:0:(genops.c:844:class_export_destroy()) destroying export ffff917e209bc000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:1.0:1787579708.334058:0:21020:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:1.0:1787579708.334856:0:21020:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:1.0:1787579708.334862:0:21020:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787579708.334870:0:21020:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1787579708.334877:0:21020:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff917d03e63000 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1787579708.334887:0:21020:0:(genops.c:1553:class_disconnect_exports()) OBD device 24 (ffff917e320f8000) has exports, disconnecting them 00000020:00080000:1.0:1787579708.334892:0:21020:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff917d03e63000), last request at 1787579610 00000020:00000080:1.0:1787579708.334896:0:21020:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7a90f 00000020:00080000:1.0:1787579708.334911:0:21020:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff917d03e63000): rc 0 00000020:00000080:1.0:1787579708.334916:0:21020:0:(genops.c:885:class_export_put()) final put ffff917d03e63000/lustre-MDT0001-lwp-OST0000 00000020:00000080:0.0:1787579708.335592:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff917d03e63000/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:0.0:1787579708.337099:0:21020:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:0.0:1787579708.337106:0:21020:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1787579708.337110:0:21020:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1787579708.337117:0:21020:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1787579708.337143:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff917d03e64000 for lustre-MDT0001-lwp-OST0000 00000020:00000080:0.0:1787579708.338482:0:21020:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787579708.338495:0:21020:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:0.0:1787579708.338504:0:21020:0:(genops.c:885:class_export_put()) final put ffff917e096c1000/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:0.0:1787579708.338509:0:21020:0:(genops.c:844:class_export_destroy()) destroying export ffff917e096c1000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:0.0:1787579708.338517:0:21020:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:0.0:1787579708.338586:0:21020:0:(obd_mount.c:710:lustre_put_lsi()) put ffff917e16de4000 1 00000020:00000080:0.0:1787579708.338593:0:21020:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7a8ad 00000020:00000080:0.0:1787579708.338599:0:21020:0:(genops.c:885:class_export_put()) final put ffff917e3554f000/lustre-OST0000-osd_UUID 00000020:01000000:0.0:1787579708.338625:0:21020:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:0.0:1787579708.338660:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff917e3554f000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:0.0:1787579708.338672:0:21020:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787579708.338677:0:21020:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1787579708.338680:0:21020:0:(genops.c:1558:class_disconnect_exports()) OBD device 20 (ffff917e16dc8000) has no exports 00010000:00010000:0.0:1787579708.540699:0:19159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1787579708.591229:0:21020:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787579708.591245:0:21020:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:0.0:1787579708.591251:0:21020:0:(genops.c:885:class_export_put()) final put ffff917e16de3000/lustre-OST0000-osd_UUID 00000020:00000080:0.0:1787579708.591256:0:21020:0:(genops.c:844:class_export_destroy()) destroying export ffff917e16de3000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:0.0:1787579708.591268:0:21020:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:0.0:1787579708.591401:0:21020:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff917e16de2800 00000020:02000400:0.0:1787579708.591454:0:21020:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:1.0:1787579709.562047:0:17031:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579710.584411:0:17032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579711.610076:0:19159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787579712.311790:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32e516b3-d537-4ec5-88e5-6d7e9cbd1f23->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787579712.311800:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32e516b3-d537-4ec5-88e5-6d7e9cbd1f23->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787579712.311802:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787579712.311805:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1787579712.312082:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36387100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3644:1874412578260864:0@lo:400:kworker.0 00000400:00000100:0.0:1787579712.312137:0:3644:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874412578260864 offset 0 length 224: 4 00000100:00000400:3.0:1787579712.316046:0:3642:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787579696/real 1787579696] req@ffff917d03bac380 x1874412578259840/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1787579712 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579712.359647:0:3642:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff917d03bac380 x1874412578259840/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1787579712 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787579712.359664:0:3642:0:(import.c:65:import_set_state_nolock()) ffff917d021e6800 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1787579712.359669:0:3642:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-lwp-OST0001: Connection to lustre-MDT0001 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1787579712.390702:0:3642:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0001_UUID: waking up pinger s:DISCONN 00000100:00080000:3.0:1787579712.392364:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32e516b3-d537-4ec5-88e5-6d7e9cbd1f23->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787579712.392372:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32e516b3-d537-4ec5-88e5-6d7e9cbd1f23->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787579712.392375:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787579712.392378:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787579712.392381:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787579712.392384:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787579712.392389:0:8:0:(import.c:65:import_set_state_nolock()) ffff917d021e6800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787579712.392481:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 563 00000100:00080000:3.0:1787579712.392503:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff917d021e6800 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1787579712.392818:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff917d03bae300 x1874412578260992/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787579712.392961:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03bac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3642:1874412578259840:0@lo:400:kworker.0 00000100:00100000:0.0:1787579712.395088:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03bae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3640:1874412578260992:0@lo:38:kworker.0 00000400:00000100:0.0:1787579712.395163:0:3640:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874412578260992 offset 0 length 520: 4 00010000:00010000:2.0:1787579712.631840:0:17031:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1787579712.687425:0:21224:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:1.0:1787579712.696687:0:21224:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0001 00010000:00010000:1.0:1787579712.696780:0:21224:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d03cde600/0xf52f64256fc7aa43 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7aa4a expref: -99 pid: 19366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579712.696797:0:21224:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d03cde600/0xf52f64256fc7aa43 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xf52f64256fc7aa4a expref: -99 pid: 19366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579712.696804:0:21224:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d03cde600/0xf52f64256fc7aa43 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xf52f64256fc7aa4a expref: -99 pid: 19366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579712.697017:0:21224:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.114@tcp lock: ffff917d03cde600/0xf52f64256fc7aa43 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xf52f64256fc7aa4a expref: -99 pid: 19366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579712.697077:0:21224:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1787579712.697084:0:21224:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1787579712.697116:0:21224:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1787579712.697128:0:21224:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff917d03baed80 x1874412578259712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1787579716 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787579712.697156:0:21224:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:1.0:1787579712.697164:0:21224:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1787579712.697171:0:21224:0:(import.c:65:import_set_state_nolock()) ffff917d03618000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:1.0:1787579712.697177:0:21224:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1787579712.697181:0:21224:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff917d03baed80 x1874412578259712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1787579716 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787579712.697188:0:21224:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:1.0:1787579712.697192:0:21224:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 5s for inflight to error out 00000100:00100000:2.0:1787579712.697272:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03baed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3640:1874412578259712:0@lo:38:kworker.0 00000100:00080000:1.0:1787579712.698678:0:21224:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1787579712.698692:0:21224:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff917d03bad180 x1874412578260096/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579713 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787579712.698715:0:21224:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff917d03bae680 x1874412578260352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579717 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787579712.698726:0:21224:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff917d03bad500 x1874412578260608/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579718 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787579712.698738:0:21224:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff917d03f49880 x1874412578260736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579723 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787579712.698756:0:21224:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff917e36387100 x1874412578260864/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579728 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787579712.698780:0:21224:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff917d03bae300 x1874412578260992/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1787579722 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787579712.698791:0:21224:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:1.0:1787579712.698796:0:21224:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1787579712.698801:0:21224:0:(import.c:65:import_set_state_nolock()) ffff917d021e6800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:1.0:1787579712.698805:0:21224:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1787579712.698809:0:21224:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff917d03bad180 x1874412578260096/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579713 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787579712.698816:0:21224:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff917d03bae680 x1874412578260352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579717 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787579712.698824:0:21224:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff917d03bad500 x1874412578260608/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579718 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787579712.698831:0:21224:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff917d03f49880 x1874412578260736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579723 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787579712.698838:0:21224:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff917e36387100 x1874412578260864/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579728 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787579712.698844:0:21224:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff917d03bae300 x1874412578260992/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1787579722 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787579712.698850:0:21224:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:1.0:1787579712.698853:0:21224:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 21s for inflight to error out 00000100:00100000:3.0:1787579712.698953:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3643:1874412578260096:0@lo:400:kworker.0 00000100:00100000:3.0:1787579712.698999:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03bad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3642:1874412578260608:0@lo:400:kworker.0 00000100:00100000:2.0:1787579712.699073:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03bae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3641:1874412578260352:0@lo:400:kworker.0 00000100:00100000:2.0:1787579712.699098:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03bae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3640:1874412578260992:0@lo:38:kworker.0 00010000:00010000:0.0:1787579712.699335:0:17032:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787579712.699345:0:17032:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff917d03cde600/0xf52f64256fc7aa43 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xf52f64256fc7aa4a expref: -99 pid: 19366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579712.699355:0:17032:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d03cde600 already unused, calling callback (ffffffffc13acc20) 10000000:00010000:0.0:1787579712.699359:0:17032:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff917d03cde600/0xf52f64256fc7aa43 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xf52f64256fc7aa4a expref: -99 pid: 19366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579712.699370:0:17032:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff917d03cde600/0xf52f64256fc7aa43 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xf52f64256fc7aa4a expref: -99 pid: 19366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787579712.699389:0:17032:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff917d03cde600/0xf52f64256fc7aa43 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xf52f64256fc7aa4a expref: -99 pid: 19366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787579712.699396:0:17032:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1787579712.699399:0:17032:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1787579712.699403:0:17032:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1787579712.699420:0:17032:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff917d04852800 00010000:00010000:0.0:1787579712.699424:0:17032:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff917d03cde600/0xf52f64256fc7aa43 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xf52f64256fc7aa4a expref: -99 pid: 19366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579712.699430:0:17032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff917d03cde600/0xf52f64256fc7aa43 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xf52f64256fc7aa4a expref: -99 pid: 19366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579712.699444:0:17032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579712.699446:0:17032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579712.699447:0:17032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787579712.699464:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36387100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3644:1874412578260864:0@lo:400:kworker.0 00000100:00100000:0.0:1787579712.699730:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03f49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3644:1874412578260736:0@lo:400:kworker.0 00010000:00010000:1.0:1787579712.704202:0:21224:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d02b41000/0xf52f64256fc7aa19 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7aa20 expref: -99 pid: 19366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579712.704235:0:21224:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d02b41000/0xf52f64256fc7aa19 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf52f64256fc7aa20 expref: -99 pid: 19366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579712.704243:0:21224:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d02b41000/0xf52f64256fc7aa19 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf52f64256fc7aa20 expref: -99 pid: 19366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579712.704266:0:21224:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.114@tcp lock: ffff917d02b41000/0xf52f64256fc7aa19 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf52f64256fc7aa20 expref: -99 pid: 19366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579712.704299:0:21224:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787579712.704307:0:21224:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d03cdec00/0xf52f64256fc7ac0a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7ac11 expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579712.704314:0:21224:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d03cdec00/0xf52f64256fc7ac0a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf52f64256fc7ac11 expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579712.704320:0:21224:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d03cdec00/0xf52f64256fc7ac0a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf52f64256fc7ac11 expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579712.704326:0:21224:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.114@tcp lock: ffff917d03cdec00/0xf52f64256fc7ac0a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf52f64256fc7ac11 expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579712.704337:0:21224:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:1.0:1787579712.704340:0:21224:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:1.0:1787579712.704369:0:21224:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-OST0001 00000020:01000000:1.0:1787579712.704374:0:21224:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:1.0:1787579712.704379:0:21224:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787579712.704385:0:21224:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1787579712.704390:0:21224:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff917e06143370) has no exports 00000020:00080000:1.0:1787579712.704416:0:21224:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff917e06143370) has no exports 00010000:00010000:2.0:1787579712.704923:0:19159:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787579712.704933:0:19159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff917d02b41000/0xf52f64256fc7aa19 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf52f64256fc7aa20 expref: -99 pid: 19366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579712.704940:0:19159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d02b41000 already unused, calling callback (ffffffffc13acc20) 10000000:00010000:2.0:1787579712.704944:0:19159:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff917d02b41000/0xf52f64256fc7aa19 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf52f64256fc7aa20 expref: -99 pid: 19366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579712.704954:0:19159:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff917d02b41000/0xf52f64256fc7aa19 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xf52f64256fc7aa20 expref: -99 pid: 19366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787579712.704961:0:19159:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff917d02b41000/0xf52f64256fc7aa19 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xf52f64256fc7aa20 expref: -99 pid: 19366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787579712.704968:0:19159:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1787579712.704970:0:19159:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 10000000:01000000:2.0:1787579712.704972:0:19159:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 00010000:00010000:2.0:1787579712.704986:0:19159:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff917d04852800 00010000:00010000:2.0:1787579712.704990:0:19159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff917d02b41000/0xf52f64256fc7aa19 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xf52f64256fc7aa20 expref: -99 pid: 19366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579712.705010:0:19159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff917d02b41000/0xf52f64256fc7aa19 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xf52f64256fc7aa20 expref: -99 pid: 19366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579712.705025:0:19159:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787579712.705028:0:19159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff917d03cdec00/0xf52f64256fc7ac0a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf52f64256fc7ac11 expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579712.705034:0:19159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d03cdec00 already unused, calling callback (ffffffffc13acc20) 10000000:00010000:2.0:1787579712.705036:0:19159:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff917d03cdec00/0xf52f64256fc7ac0a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf52f64256fc7ac11 expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579712.705042:0:19159:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff917d03cdec00/0xf52f64256fc7ac0a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xf52f64256fc7ac11 expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787579712.705048:0:19159:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff917d03cdec00/0xf52f64256fc7ac0a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xf52f64256fc7ac11 expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787579712.705053:0:19159:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1787579712.705055:0:19159:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1787579712.705057:0:19159:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1787579712.705062:0:19159:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff917d04852800 00010000:00010000:2.0:1787579712.705066:0:19159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff917d03cdec00/0xf52f64256fc7ac0a lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xf52f64256fc7ac11 expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579712.705072:0:19159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff917d03cdec00/0xf52f64256fc7ac0a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xf52f64256fc7ac11 expref: -99 pid: 17040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579712.705083:0:19159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579712.705085:0:19159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579712.705092:0:19159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579712.705100:0:17031:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:1.0:1787579712.709140:0:21224:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff917e08779ea0 - data ffff917e27f2d0d8/ffff917d04b32400 00000020:01000000:1.0:1787579712.709329:0:21224:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff917d028c9de0 - data ffff917e27e281b0/ffff917d022d1800 00100000:10000000:0.0:1787579712.722986:0:21224:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:1.0:1787579712.730286:0:21224:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7aa2e 00000020:00000080:1.0:1787579712.730303:0:21224:0:(genops.c:885:class_export_put()) final put ffff917d04855800/lustre-OST0001-osd_UUID 00000020:01000004:1.0:1787579712.730327:0:21224:0:(tgt_mount.c:187:server_put_mount()) put mount ffff917e07882800 from lustre-OST0001, refs=2 00000020:01000004:1.0:1787579712.730342:0:21224:0:(obd_mount.c:710:lustre_put_lsi()) put ffff917e07882800 2 00000020:01000004:1.0:1787579712.730346:0:21224:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff917e07882800 from lustre-OST0001 00000020:00000080:1.0:1787579712.730378:0:21224:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787579712.730391:0:21224:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:1.0:1787579712.730395:0:21224:0:(genops.c:885:class_export_put()) final put ffff917d03e65000/lustre-OST0001_UUID 00000020:00000080:1.0:1787579712.730398:0:21224:0:(genops.c:844:class_export_destroy()) destroying export ffff917d03e65000/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:1.0:1787579712.730406:0:21224:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:1.0:1787579712.730549:0:21224:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import 32e516b3-d537-4ec5-88e5-6d7e9cbd1f23->MGS 00010000:00010000:1.0:1787579712.730568:0:21224:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff917e36369a00/0xf52f64256fc7a779 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xf52f64256fc7a780 expref: -99 pid: 17774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787579712.730580:0:21224:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff917e36369a00/0xf52f64256fc7a779 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xf52f64256fc7a780 expref: -99 pid: 17774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787579712.730586:0:21224:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:1.0:1787579712.730589:0:21224:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:1.0:1787579712.730593:0:21224:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:1.0:1787579712.730608:0:21224:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff917d04852800 00010000:00010000:1.0:1787579712.730612:0:21224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff917e36369a00/0xf52f64256fc7a779 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xf52f64256fc7a780 expref: -99 pid: 17774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579712.730627:0:21224:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff917e0564de00/0xf52f64256fc7a668 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xf52f64256fc7a66f expref: -99 pid: 17022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787579712.730634:0:21224:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff917e0564de00/0xf52f64256fc7a668 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xf52f64256fc7a66f expref: -99 pid: 17022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787579712.730639:0:21224:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1787579712.730641:0:21224:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:1.0:1787579712.730643:0:21224:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:1.0:1787579712.730651:0:21224:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff917d04852800 00010000:00010000:1.0:1787579712.730654:0:21224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff917e0564de00/0xf52f64256fc7a668 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xf52f64256fc7a66f expref: -99 pid: 17022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1787579712.730676:0:21224:0:(import.c:65:import_set_state_nolock()) ffff917d04852800 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:1.0:1787579712.730681:0:21224:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1787579712.730683:0:21224:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:1.0:1787579712.730685:0:21224:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:1.0:1787579712.730690:0:21224:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:1.0:1787579712.730701:0:21224:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff917d03baea00 x1874412578260480/t0(0) o250->MGC192.168.204.114@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1787579717 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1787579712.730725:0:21224:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:1.0:1787579712.730728:0:21224:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 6s for inflight to error out 00000100:00100000:3.0:1787579712.731015:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03baea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32e516b3-d537-4ec5-88e5-6d7e9cbd1f23:3640:1874412578260480:0@lo:250:kworker.0 00000020:00000080:2.0:1787579712.731601:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff917d04855800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 10000000:01000000:1.0:1787579712.732111:0:21224:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:1.0:1787579712.732124:0:21224:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7a653 00000020:00000080:1.0:1787579712.732132:0:21224:0:(genops.c:885:class_export_put()) final put ffff917d04857000/32e516b3-d537-4ec5-88e5-6d7e9cbd1f23 00000020:01000000:1.0:1787579712.732151:0:21224:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.204.114@tcp (flags='') 00000020:00000080:1.0:1787579712.732160:0:21224:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787579712.732167:0:21224:0:(obd_config.c:956:class_cleanup()) MGC192.168.204.114@tcp: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1787579712.732171:0:21224:0:(genops.c:1558:class_disconnect_exports()) OBD device 2 (ffff917e35544d28) has no exports 10000000:01000000:3.0:1787579712.732242:0:17040:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 00000020:00000080:2.0:1787579712.732357:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff917d04857000/32e516b3-d537-4ec5-88e5-6d7e9cbd1f23 for MGC192.168.204.114@tcp 10000000:01000000:1.0:1787579712.732401:0:21224:0:(obd_class.h:670:obd_cleanup_client_import()) MGC192.168.204.114@tcp: client import never connected 00000100:00080000:1.0:1787579712.732404:0:21224:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:1.0:1787579712.732406:0:21224:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:1.0:1787579712.732409:0:21224:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:1.0:1787579712.732411:0:21224:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:1.0:1787579712.732454:0:21224:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787579712.732460:0:21224:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.204.114@tcp (uuid 32e516b3-d537-4ec5-88e5-6d7e9cbd1f23) 00000020:01000000:1.0:1787579712.732490:0:21224:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:1.0:1787579712.732494:0:21224:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787579712.732499:0:21224:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1787579712.732505:0:21224:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff917d0361c800 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1787579712.732511:0:21224:0:(genops.c:1553:class_disconnect_exports()) OBD device 27 (ffff917e3a2b99b8) has exports, disconnecting them 00000020:00080000:1.0:1787579712.732515:0:21224:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff917d0361c800), last request at 1787579629 00000020:00000080:1.0:1787579712.732519:0:21224:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7aa58 00000020:00080000:1.0:1787579712.732546:0:21224:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff917d0361c800): rc 0 00000020:00000080:1.0:1787579712.732550:0:21224:0:(genops.c:885:class_export_put()) final put ffff917d0361c800/lustre-MDT0000-lwp-OST0001 00000020:00000080:2.0:1787579712.733085:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff917d04852800 for MGC192.168.204.114@tcp 00000020:00000080:2.0:1787579712.733096:0:8:0:(genops.c:885:class_export_put()) final put ffff917e10226800/32e516b3-d537-4ec5-88e5-6d7e9cbd1f23 00000020:00000080:2.0:1787579712.733100:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff917e10226800/32e516b3-d537-4ec5-88e5-6d7e9cbd1f23 for MGC192.168.204.114@tcp 00000020:01000000:2.0:1787579712.733106:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.204.114@tcp (32e516b3-d537-4ec5-88e5-6d7e9cbd1f23) 00000020:00000080:2.0:1787579712.733381:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff917d0361c800/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:1.0:1787579712.744218:0:21224:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:1.0:1787579712.744231:0:21224:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1787579712.744236:0:21224:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1787579712.744244:0:21224:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1787579712.745064:0:21224:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787579712.745077:0:21224:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:1.0:1787579712.745086:0:21224:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:1.0:1787579712.745091:0:21224:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787579712.745095:0:21224:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1787579712.745102:0:21224:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff917d021e0000 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1787579712.745109:0:21224:0:(genops.c:1553:class_disconnect_exports()) OBD device 28 (ffff917d02ba4d28) has exports, disconnecting them 00000020:00080000:1.0:1787579712.745114:0:21224:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff917d021e0000), last request at 1787579629 00000020:00000080:1.0:1787579712.745118:0:21224:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7aa6d 00000020:00080000:1.0:1787579712.745134:0:21224:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff917d021e0000): rc 0 00000020:00000080:1.0:1787579712.745139:0:21224:0:(genops.c:885:class_export_put()) final put ffff917d021e0000/lustre-MDT0001-lwp-OST0001 00000020:00000080:2.0:1787579712.746547:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff917d03618000 for lustre-MDT0000-lwp-OST0001 00000020:00000080:2.0:1787579712.746564:0:8:0:(genops.c:885:class_export_put()) final put ffff917d0219c000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:2.0:1787579712.746567:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff917d0219c000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:2.0:1787579712.746575:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:3.0:1787579712.748944:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff917d021e0000/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:2.0:1787579712.752035:0:21224:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:2.0:1787579712.752045:0:21224:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1787579712.752049:0:21224:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1787579712.752058:0:21224:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1787579712.752179:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff917d021e6800 for lustre-MDT0001-lwp-OST0001 00010000:00010000:0.0:1787579712.755097:0:17032:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:3.0:1787579712.755301:0:19159:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:2.0:1787579712.755384:0:17031:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00000100:00100000:3.0:1787579712.755683:0:18198:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_002: service thread [ffff917e0745a400:18198] 2 exiting: rc = 0 00000100:00100000:3.0:1787579712.755765:0:17027:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [ffff917e36090000:17027] 1 exiting: rc = 0 00000100:00100000:1.0:1787579712.756007:0:17026:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [ffff917d03411800:17026] 0 exiting: rc = 1 00000100:00100000:2.0:1787579712.756142:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.756458:0:18199:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_003: service thread [ffff917e07332e00:18199] 3 exiting: rc = 0 00000100:00100000:3.0:1787579712.756677:0:17030:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [ffff917e36090800:17030] 2 exiting: rc = 0 00000100:00100000:3.0:1787579712.756731:0:17028:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [ffff917e36091800:17028] 0 exiting: rc = 1 00000100:00100000:3.0:1787579712.756900:0:17029:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [ffff917e36090200:17029] 1 exiting: rc = 0 00000100:00100000:2.0:1787579712.757022:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.757035:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.757043:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.757049:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.757055:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.757060:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.757066:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.757071:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.757076:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.757087:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.757092:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.757097:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.757108:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.757329:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.757927:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.757934:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.757939:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.757944:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.757948:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.757953:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.757957:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.757962:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.757966:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.757971:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.757976:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.757980:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.757984:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.757988:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.757992:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.757997:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.758002:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.758007:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.758011:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.758017:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.758021:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.758026:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.758055:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.758061:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.758066:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.758071:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.758092:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.758197:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.758203:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.758217:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.758230:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.758235:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.758240:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.758259:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.758264:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.758269:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.758273:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.758278:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.758283:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.758287:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.758292:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.758296:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.758301:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.758305:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.758309:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.758314:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.758319:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.758460:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.758487:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787579712.758493:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:2.0:1787579712.759349:0:21224:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787579712.759993:0:21224:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:2.0:1787579712.760001:0:21224:0:(genops.c:885:class_export_put()) final put ffff917d021e7000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:2.0:1787579712.760006:0:21224:0:(genops.c:844:class_export_destroy()) destroying export ffff917d021e7000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:2.0:1787579712.760013:0:21224:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:2.0:1787579712.760080:0:21224:0:(obd_mount.c:710:lustre_put_lsi()) put ffff917e07882800 1 00000020:00000080:2.0:1787579712.760086:0:21224:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf52f64256fc7aa12 00000020:00000080:2.0:1787579712.760093:0:21224:0:(genops.c:885:class_export_put()) final put ffff917d0219d800/lustre-OST0001-osd_UUID 00000020:01000000:2.0:1787579712.760107:0:21224:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:2.0:1787579712.760110:0:21224:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787579712.760116:0:21224:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1787579712.760119:0:21224:0:(genops.c:1558:class_disconnect_exports()) OBD device 25 (ffff917e16dcb370) has no exports 00000020:00000080:3.0:1787579712.760175:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff917d0219d800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:2.0:1787579712.809745:0:21224:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787579712.809761:0:21224:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:2.0:1787579712.809775:0:21224:0:(genops.c:885:class_export_put()) final put ffff917e07887000/lustre-OST0001-osd_UUID 00000020:00000080:2.0:1787579712.809779:0:21224:0:(genops.c:844:class_export_destroy()) destroying export ffff917e07887000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:2.0:1787579712.809790:0:21224:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:2.0:1787579712.810117:0:21224:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff917e07886000 00000020:01000000:2.0:1787579712.810145:0:21224:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:2.0:1787579712.810149:0:21224:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787579712.810153:0:21224:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1787579712.810157:0:21224:0:(genops.c:1558:class_disconnect_exports()) OBD device 21 (ffff917d02ba0000) has no exports 00000020:00000080:2.0:1787579712.810182:0:21224:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787579712.810186:0:21224:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:2.0:1787579712.810190:0:21224:0:(genops.c:885:class_export_put()) final put ffff917e3554e000/OSS_uuid 00000020:00000080:2.0:1787579712.810192:0:21224:0:(genops.c:844:class_export_destroy()) destroying export ffff917e3554e000/OSS_uuid for OSS 00000020:01000000:2.0:1787579712.810195:0:21224:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00100000:2.0:1787579712.810280:0:18555:0:(service.c:3183:ptlrpc_main()) ll_ost00_002: service thread [ffff917e1729ea00:18555] 2 exiting: rc = 0 00000100:00080000:0.0:1787579712.810751:0:17039:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:0.0:1787579712.811689:0:18554:0:(service.c:3183:ptlrpc_main()) ll_ost00_001: service thread [ffff917e0746ba00:18554] 1 exiting: rc = 0 00000100:00100000:1.0:1787579712.811732:0:18552:0:(service.c:3183:ptlrpc_main()) ll_ost00_000: service thread [ffff917e1729f200:18552] 0 exiting: rc = 1 00000100:00100000:0.0:1787579712.811778:0:18862:0:(service.c:3183:ptlrpc_main()) ll_ost00_003: service thread [ffff917d03dc1600:18862] 3 exiting: rc = 0 00000100:00100000:1.0:1787579712.824632:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824646:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824651:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824657:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824662:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824668:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824673:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824678:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824684:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824693:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824698:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824703:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824721:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824727:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824734:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824749:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824756:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824761:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824765:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824771:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824776:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824787:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824794:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824799:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824804:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824810:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824816:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824821:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824826:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824836:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824841:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824846:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824858:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824864:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824869:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824875:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824880:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824886:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824892:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824896:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824901:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824906:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824912:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824917:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824922:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824927:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824933:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824947:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824952:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824957:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824963:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824968:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824976:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824982:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824987:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824992:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.824998:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.825009:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.825015:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.825019:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.825024:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.825029:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.825035:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.825041:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.826009:0:20187:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_002: service thread [ffff917d034f1200:20187] 2 exiting: rc = 0 00000100:00100000:0.0:1787579712.826104:0:18557:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_001: service thread [ffff917e36130800:18557] 1 exiting: rc = 0 00000100:00100000:0.0:1787579712.828675:0:18556:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_000: service thread [ffff917e3b295600:18556] 0 exiting: rc = 1 00000100:00100000:1.0:1787579712.829642:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829651:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829657:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829663:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829668:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829673:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829679:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829684:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829689:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829693:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829698:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829703:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829708:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829713:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829718:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829723:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829727:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829746:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829751:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829757:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829762:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829767:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829782:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829787:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829792:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829797:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829801:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829806:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829812:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829816:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829822:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829829:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829834:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829839:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829843:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829848:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829853:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829857:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829862:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829867:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829885:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829892:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829897:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829902:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829908:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829912:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829917:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829922:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829927:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829931:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829936:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829941:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829952:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829958:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829963:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829969:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829973:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829977:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829982:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829987:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.829992:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.830121:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.830139:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.830144:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.835054:0:18559:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_001: service thread [ffff917e36131600:18559] 1 exiting: rc = 0 00000100:00100000:2.0:1787579712.836673:0:18560:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_002: service thread [ffff917e36130000:18560] 2 exiting: rc = 0 00000100:00100000:1.0:1787579712.838091:0:18558:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_000: service thread [ffff917e36130e00:18558] 0 exiting: rc = 1 00000100:00100000:0.0:1787579712.840693:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.840719:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.840725:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.840731:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.840737:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.840742:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.840748:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.840754:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.840760:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.840766:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.840832:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.840839:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.840844:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.840850:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.840856:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.840861:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.840866:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.840887:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.840894:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.840900:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.840906:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.840912:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.840917:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.840923:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.840929:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.840936:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.840942:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.840947:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.840953:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.840959:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.840965:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.840971:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.840977:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.840983:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.840989:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.841750:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.841781:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.841787:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.841793:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.841799:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.841805:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.841825:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.841834:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.841839:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.841845:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.841851:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.841858:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.841864:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.841868:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.841874:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.841879:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.841885:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.841890:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.841896:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.841902:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.841907:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.841914:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.841920:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.841927:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.841944:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.841950:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.841955:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.841969:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.841976:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787579712.856541:0:18562:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff917e0746a000:18562] 1 exiting: rc = 0 00000100:00100000:2.0:1787579712.856777:0:18561:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff917e0746bc00:18561] 0 exiting: rc = 1 00000100:00100000:0.0:1787579712.856921:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.856929:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.856935:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.856940:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.856945:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.856949:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.856954:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.856976:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.856982:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.856987:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.856992:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857007:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857012:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857017:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857025:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857031:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857036:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857041:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857046:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857051:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857056:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857061:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857066:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857072:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857078:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857083:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857088:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857094:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857099:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857105:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857111:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857116:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857122:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857127:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857133:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857137:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857142:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857147:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857152:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857156:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857161:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857177:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857190:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857195:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857201:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857215:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857223:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857228:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857233:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857239:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857244:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857249:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857254:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857259:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857264:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857269:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857273:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857278:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857283:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857288:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857293:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857297:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857302:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.857308:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.863562:0:18563:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_000: service thread [ffff917e072d6800:18563] 0 exiting: rc = 1 00000100:00100000:1.0:1787579712.865042:0:18564:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_001: service thread [ffff917e072d6400:18564] 1 exiting: rc = 0 00000100:00100000:0.0:1787579712.866285:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866294:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866301:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866307:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866313:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866319:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866364:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866372:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866379:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866385:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866392:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866398:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866420:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866427:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866435:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866440:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866448:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866455:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866573:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866581:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866586:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866592:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866598:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866604:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866610:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866615:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866622:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866628:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866634:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866639:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866661:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866668:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866674:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866680:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866687:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866694:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866706:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866712:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866721:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866727:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866734:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866739:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866761:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866879:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866888:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866894:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866900:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866913:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866918:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866924:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866931:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866937:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866942:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866947:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866964:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866971:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866977:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866983:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.866989:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.867055:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.867065:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.867071:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.867079:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787579712.867095:0:21224:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:2.0:1787579712.888370:0:21224:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:0.0:1787579734.630727:0:21989:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg414-server.virtnet: executing load_modules_local 00000020:01000004:3.0:1787579746.779673:0:22591:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1787579746.779682:0:22591:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:3.0:1787579746.779684:0:22591:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:3.0:1787579746.779989:0:22591:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff917e08a38800 00000020:01000004:3.0:1787579746.780006:0:22591:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:3.0:1787579746.780015:0:22591:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1787579746.780029:0:22591:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff917d02ba19b8) 00000020:00000080:3.0:1787579746.780045:0:22591:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1787579746.896723:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1787579746.897278:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:2.0:1787579746.900620:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:2.0:1787579746.901076:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:2.0:1787579746.901378:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:2.0:1787579746.901595:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:2.0:1787579746.901779:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:2.0:1787579746.902029:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:2.0:1787579746.902273:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:2.0:1787579746.902535:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:2.0:1787579746.905191:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:2.0:1787579746.905632:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:2.0:1787579746.905947:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:2.0:1787579746.906296:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:2.0:1787579746.906571:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:2.0:1787579746.906836:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:2.0:1787579746.907228:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:2.0:1787579746.907542:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:2.0:1787579746.907816:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:2.0:1787579746.908043:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:2.0:1787579746.908379:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:3.0:1787579746.909288:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:3.0:1787579746.909711:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:3.0:1787579746.909925:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:3.0:1787579746.910244:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:3.0:1787579746.910450:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:3.0:1787579746.910772:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:3.0:1787579746.910966:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:3.0:1787579746.911243:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:3.0:1787579746.911458:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:3.0:1787579746.911807:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:3.0:1787579746.912018:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:3.0:1787579746.912324:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:3.0:1787579746.912611:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:3.0:1787579746.913429:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:3.0:1787579746.914759:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1787579746.917936:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:3.0:1787579746.919344:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:3.0:1787579746.922237:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:3.0:1787579746.924258:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1787579746.924732:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:3.0:1787579746.925160:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:3.0:1787579746.925372:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1787579746.925786:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:3.0:1787579746.926334:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:3.0:1787579746.926627:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:3.0:1787579746.927000:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:3.0:1787579746.927869:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:3.0:1787579746.928368:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:3.0:1787579746.929147:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:3.0:1787579746.929971:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:3.0:1787579746.930192:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:3.0:1787579746.930387:0:22591:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00080000:01000000:3.0:1787579746.930954:0:22591:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1787579746.932584:0:22591:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:3.0:1787579746.932594:0:22591:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:3.0:1787579746.932608:0:22591:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xf52f64256fc7af60 00000020:01000004:3.0:1787579746.932616:0:22591:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:3.0:1787579746.932621:0:22591:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:3.0:1787579746.932628:0:22591:0:(tgt_mount.c:101:server_register_mount()) register mount ffff917e08a38800 from MGS 00000020:01000004:3.0:1787579746.932632:0:22591:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:3.0:1787579746.932644:0:22591:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff917d02ba0000) 00000020:00000080:3.0:1787579746.932655:0:22591:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:3.0:1787579746.932722:0:22591:0:(tgt_mount.c:153:server_get_mount()) get mount ffff917e08a38800 from MGS, refs=2 00080000:01000000:3.0:1787579746.932727:0:22591:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:3.0:1787579746.932732:0:22591:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xf52f64256fc7af6e 00000100:00100000:3.0:1787579746.932854:0:22591:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:3.0:1787579746.933000:0:22591:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:3.0:1787579746.933014:0:22591:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:2.0:1787579746.934569:0:22591:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:2.0:1787579746.934579:0:22591:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:3.0:1787579746.935355:0:22591:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1787579746.935580:0:22591:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:3.0:1787579746.935586:0:22591:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:2.0:1787579746.936440:0:22591:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:2.0:1787579746.936450:0:22591:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:2.0:1787579746.937055:0:22591:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:2.0:1787579746.937064:0:22591:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:0.0:1787579746.939012:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579746.939017:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579746.939019:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579746.940314:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579746.940319:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579746.940321:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579746.941066:0:22591:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:2.0:1787579746.947183:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:0.0:1787579746.950959:0:22591:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:0.0:1787579746.952010:0:22603:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:1.0:1787579746.952064:0:22591:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:1.0:1787579746.952112:0:22591:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1787579746.953065:0:22591:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:1.0:1787579746.953581:0:22591:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1787579746.953753:0:22591:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:1.0:1787579746.953760:0:22591:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:1.0:1787579746.954699:0:22591:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:1.0:1787579746.954709:0:22591:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:2.0:1787579746.965091:0:22591:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:2.0:1787579746.965107:0:22591:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:2.0:1787579746.966518:0:22591:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:2.0:1787579746.966554:0:22591:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.204.114@tcp' 00000020:01000004:2.0:1787579746.966557:0:22591:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:2.0:1787579746.966588:0:22591:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.204.114@tcp (typ=mgc) 00000020:00000080:2.0:1787579746.966602:0:22591:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.204.114@tcp (ffff917e16dcb370) 00000020:00000080:2.0:1787579746.966619:0:22591:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:2.0:1787579746.966700:0:22591:0:(ldlm_lib.c:102:import_set_conn()) imp ffff917e3bab5800@MGC192.168.204.114@tcp: add connection 192.168.204.114@tcp at head 00010000:00010000:2.0:1787579746.966861:0:22591:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.204.114@tcp-0 is initialized 00000040:01000000:2.0:1787579746.966868:0:22591:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.114@tcp ctxt 1 is initialized 00000100:00080000:0.0:1787579746.967251:0:22608:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 10000000:01000000:0.0:1787579746.968335:0:22609:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:2.0:1787579746.968431:0:22591:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.204.114@tcp (uuid 5021fa0c-b9b1-4d6f-a916-64b48083a802) 00000020:00000080:2.0:1787579746.968458:0:22591:0:(genops.c:1385:class_connect()) connect: client 5021fa0c-b9b1-4d6f-a916-64b48083a802, cookie 0xf52f64256fc7af7c 00000100:00080000:2.0:1787579746.968497:0:22591:0:(import.c:510:import_select_connection()) MGC192.168.204.114@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1787579746.968504:0:22591:0:(import.c:624:import_select_connection()) MGC192.168.204.114@tcp: import ffff917e3bab5800 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1787579746.968538:0:22591:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff917e362b7800 x1874412578261120/t0(0) o250->MGC192.168.204.114@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787579746.968580:0:22591:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 5021fa0c-b9b1-4d6f-a916-64b48083a802->MGS 00000020:01000004:2.0:1787579746.968605:0:22591:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:2.0:1787579746.968610:0:22591:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:2.0:1787579746.968622:0:22591:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff917e16dc99b8) 00000020:00000080:2.0:1787579746.968632:0:22591:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:3.0:1787579746.969384:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5021fa0c-b9b1-4d6f-a916-64b48083a802:3640:1874412578261120:0@lo:250:mount.lustre.0 00000100:00100000:3.0:1787579746.969456:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579746.972718:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578261120 00000100:00100000:3.0:1787579746.972732:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578261120 00000100:00100000:3.0:1787579746.974066:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1787579746.974078:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20028c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3640:x1874412578261120:12345-0@lo:250:mount.lustre.0 00010000:00080000:3.0:1787579746.974109:0:22604:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from 5021fa0c-b9b1-4d6f-a916-64b48083a802@0@lo t0 exp 0000000000000000 cur 681 last 0 00000020:00000080:3.0:1787579746.974140:0:22604:0:(genops.c:1385:class_connect()) connect: client 5021fa0c-b9b1-4d6f-a916-64b48083a802, cookie 0xf52f64256fc7af8a 00000100:00080000:3.0:1787579746.974285:0:22604:0:(import.c:65:import_set_state_nolock()) ffff917e078fe000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787579746.974380:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20028c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+5:3640:x1874412578261120:12345-0@lo:250:mount.lustre.0 Request processed in 302us (4924us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579746.974388:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1787579746.974435:0:3640:0:(client.c:3125:ptlrpc_free_committed()) MGC192.168.204.114@tcp: committing for last_committed 0 gen 1 00000100:00080000:3.0:1787579746.974444:0:3640:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.204.114@tcp: connect to target with instance 0 00000100:00080000:3.0:1787579746.974451:0:3640:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.204.114@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:3.0:1787579746.974456:0:3640:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:3.0:1787579746.974459:0:3640:0:(import.c:65:import_set_state_nolock()) ffff917e3bab5800 MGS: changing import state from CONNECTING to FULL 10000000:01000000:3.0:1787579746.974462:0:3640:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:3.0:1787579746.974488:0:3640:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:3.0:1787579746.974494:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5021fa0c-b9b1-4d6f-a916-64b48083a802:3640:1874412578261120:0@lo:250:mount.lustre.0 00000100:00100000:2.0:1787579746.994651:0:22591:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1787579746.995175:0:22591:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:2.0:1787579746.995182:0:22591:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:2.0:1787579747.006618:0:22591:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:2.0:1787579747.006632:0:22591:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:3.0:1787579747.007335:0:22591:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:3.0:1787579747.007344:0:22591:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:2.0:1787579747.008076:0:22591:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1787579747.013889:0:22591:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:2.0:1787579747.013897:0:22591:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:2.0:1787579747.014989:0:22591:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:2.0:1787579747.014998:0:22591:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:3.0:1787579747.075047:0:22591:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1787579747.075373:0:22591:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:3.0:1787579747.075380:0:22591:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:0.0:1787579747.077577:0:22591:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:0.0:1787579747.077590:0:22591:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:3.0:1787579747.081688:0:22591:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1787579747.081879:0:22591:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:3.0:1787579747.081885:0:22591:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:1.0:1787579747.082594:0:22591:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:1.0:1787579747.082611:0:22591:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:1.0:1787579747.083187:0:22591:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1787579747.083361:0:22591:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:1.0:1787579747.083365:0:22591:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:3.0:1787579747.084011:0:22591:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:3.0:1787579747.084018:0:22591:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:3.0:1787579747.084750:0:22591:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1787579747.084889:0:22591:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:3.0:1787579747.084894:0:22591:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:3.0:1787579747.085502:0:22591:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:3.0:1787579747.085509:0:22591:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:2.0:1787579747.108568:0:22591:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1787579747.108921:0:22591:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:2.0:1787579747.108929:0:22591:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:1.0:1787579747.111838:0:22591:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:1.0:1787579747.111855:0:22591:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:1.0:1787579747.116730:0:22591:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:1.0:1787579747.116753:0:22591:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:1.0:1787579747.120237:0:22591:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:1.0:1787579747.120272:0:22591:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:1.0:1787579747.120284:0:22591:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.114@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:1.0:1787579747.120408:0:22591:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.114@tcp ctxt 0 is initialized 00000020:01000004:1.0:1787579747.120452:0:22591:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.204.114@tcp, index=0000, flags=0x20005 00000020:01000004:1.0:1787579747.120457:0:22591:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1787579747.120458:0:22591:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1787579747.120459:0:22591:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787579747.120460:0:22591:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787579747.120462:0:22591:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787579747.120463:0:22591:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787579747.120464:0:22591:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1787579747.120466:0:22591:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1787579747.120501:0:22591:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787579747.120503:0:22591:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1787579747.120505:0:22591:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:1.0:1787579747.120507:0:22591:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1787579747.120509:0:22591:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1787579747.120510:0:22591:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787579747.120511:0:22591:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787579747.120512:0:22591:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787579747.120513:0:22591:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787579747.120513:0:22591:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1787579747.120515:0:22591:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1787579747.120516:0:22591:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787579747.120517:0:22591:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1787579747.120556:0:22591:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:1.0:1787579747.120577:0:22591:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36387b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:22591:1874412578261248:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1787579747.120654:0:22591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579747.120699:0:22591:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e0516b000 going to sleep for 11 seconds 00000100:00100000:0.0:1787579747.120843:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578261248 00000100:00100000:0.0:1787579747.120852:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578261248 00000100:00100000:0.0:1787579747.120907:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1787579747.120917:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+5:22591:x1874412578261248:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1787579747.120965:0:22607:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1787579747.120974:0:22607:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:0.0:1787579747.120977:0:22607:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:0.0:1787579747.123208:0:22628:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:2.0:1787579747.124058:0:22607:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:2.0:1787579747.127852:0:22629:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:2.0:1787579747.127864:0:22629:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:2.0:1787579747.127867:0:22629:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:2.0:1787579747.127869:0:22629:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:2.0:1787579747.128180:0:22629:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:0.0:1787579747.135947:0:22607:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1787579747.135964:0:22607:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:0.0:1787579747.154014:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+5:22591:x1874412578261248:12345-0@lo:253:mount.lustre.0 Request processed in 33084us (33346us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579747.154029:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1787579747.159519:0:22591:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36387b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:22591:1874412578261248:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1787579747.159554:0:22591:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:1.0:1787579747.159557:0:22591:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1787579747.159559:0:22591:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1787579747.159560:0:22591:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787579747.159561:0:22591:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787579747.159563:0:22591:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787579747.159564:0:22591:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787579747.159583:0:22591:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1787579747.159585:0:22591:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1787579747.159587:0:22591:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787579747.159588:0:22591:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1787579747.159611:0:22591:0:(tgt_mount.c:101:server_register_mount()) register mount ffff917e08a38800 from lustre-MDT0000 10000000:01000000:1.0:1787579747.159646:0:22591:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:1.0:1787579747.159649:0:22591:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:1.0:1787579747.159653:0:22591:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff917e16dcb370 10000000:01000000:1.0:1787579747.159658:0:22591:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1787579747.159666:0:22591:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff917e16dcb370 from 1 10000000:01000000:1.0:1787579747.159669:0:22591:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1787579747.159711:0:22591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d03720c00/0xf52f64256fc7af91 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579747.159721:0:22591:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff917d03720c00/0xf52f64256fc7af91 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579747.159730:0:22591:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff917d03720c00/0xf52f64256fc7af91 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787579747.159752:0:22591:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36387b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:22591:1874412578261376:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1787579747.159825:0:22591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579747.159956:0:22591:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e0516b600 going to sleep for 11 seconds 00000100:00100000:2.0:1787579747.160759:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578261376 00000100:00100000:2.0:1787579747.160769:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578261376 00000100:00100000:3.0:1787579747.162896:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1787579747.162921:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20028050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+5:22591:x1874412578261376:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787579747.162940:0:22604:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787579747.162965:0:22604:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff917e18715a00/0xf52f64256fc7af98 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf52f64256fc7af91 expref: -99 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579747.162993:0:22604:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff917e18715a00/0xf52f64256fc7af98 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf52f64256fc7af91 expref: 6 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579747.163004:0:22604:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff917e18715a00/0xf52f64256fc7af98 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf52f64256fc7af91 expref: 6 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579747.163014:0:22604:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917e18715a00, rc 0) 00000100:00100000:3.0:1787579747.163251:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20028050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+6:22591:x1874412578261376:12345-0@lo:101:mount.lustre.0 Request processed in 342us (3425us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579747.163258:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1787579747.165945:0:22591:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36387b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:22591:1874412578261376:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787579747.165979:0:22591:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff917d03720c00/0xf52f64256fc7af91 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7af98 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579747.165992:0:22591:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff917d03720c00/0xf52f64256fc7af91 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf52f64256fc7af98 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787579747.166210:0:22591:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36387b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:22591:1874412578261504:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787579747.166282:0:22591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579747.166370:0:22591:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e0516b600 going to sleep for 11 seconds 00000100:00100000:3.0:1787579747.167868:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578261504 00000100:00100000:3.0:1787579747.167882:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578261504 00000100:00100000:3.0:1787579747.167986:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1787579747.167997:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20029850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+6:22591:x1874412578261504:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787579747.168166:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20029850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+6:22591:x1874412578261504:12345-0@lo:501:mount.lustre.0 Request processed in 171us (1883us total) trans 0 rc -2/-2 00000100:00100000:3.0:1787579747.168175:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1787579747.168304:0:22591:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36387b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:22591:1874412578261504:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1787579747.168350:0:22591:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1787579747.168374:0:22591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d03720c00/0xf52f64256fc7af91 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7af98 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579747.168384:0:22591:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff917d03720c00/0xf52f64256fc7af91 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7af98 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787579747.168393:0:22591:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff917e08a38800 10000000:01000000:1.0:1787579747.168398:0:22591:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1787579747.168403:0:22591:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff917e08a38800 10000000:01000000:1.0:1787579747.168405:0:22591:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:1.0:1787579747.168409:0:22591:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff917e08a38800 from 1 10000000:01000000:1.0:1787579747.168411:0:22591:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:1.0:1787579747.168443:0:22591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d03720000/0xf52f64256fc7af9f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579747.168450:0:22591:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff917d03720000/0xf52f64256fc7af9f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579747.168459:0:22591:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff917d03720000/0xf52f64256fc7af9f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787579747.168497:0:22591:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36387b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:22591:1874412578261632:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1787579747.168532:0:22591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579747.169227:0:22591:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e0516b600 going to sleep for 11 seconds 00000100:00100000:2.0:1787579747.169387:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578261632 00000100:00100000:2.0:1787579747.169407:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578261632 00000100:00100000:2.0:1787579747.169438:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1787579747.169446:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+6:22591:x1874412578261632:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787579747.169457:0:22607:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787579747.169504:0:22607:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff917e0564d600/0xf52f64256fc7afa6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf52f64256fc7af9f expref: -99 pid: 22607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579747.169529:0:22607:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff917e0564d600/0xf52f64256fc7afa6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf52f64256fc7af9f expref: 7 pid: 22607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579747.169549:0:22607:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff917e0564d600/0xf52f64256fc7afa6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf52f64256fc7af9f expref: 7 pid: 22607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579747.169559:0:22607:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917e0564d600, rc 0) 00000100:00100000:2.0:1787579747.169605:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+7:22591:x1874412578261632:12345-0@lo:101:mount.lustre.0 Request processed in 160us (1073us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579747.169611:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1787579747.169697:0:22591:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36387b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:22591:1874412578261632:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787579747.169720:0:22591:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff917d03720000/0xf52f64256fc7af9f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7afa6 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579747.169728:0:22591:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff917d03720000/0xf52f64256fc7af9f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf52f64256fc7afa6 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787579747.169742:0:22591:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:1.0:1787579747.169761:0:22591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d03720000/0xf52f64256fc7af9f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7afa6 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579747.169768:0:22591:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff917d03720000/0xf52f64256fc7af9f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7afa6 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787579747.169774:0:22591:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:1.0:1787579747.169779:0:22591:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1787579747.169784:0:22591:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff917e08a38800 10000000:01000000:1.0:1787579747.169787:0:22591:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1787579747.169790:0:22591:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:1.0:1787579747.169792:0:22591:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:1.0:1787579747.169808:0:22591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d03721400/0xf52f64256fc7afad lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579747.169815:0:22591:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff917d03721400/0xf52f64256fc7afad lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579747.169822:0:22591:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff917d03721400/0xf52f64256fc7afad lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787579747.169836:0:22591:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36387b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:22591:1874412578261760:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1787579747.169873:0:22591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579747.169890:0:22591:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e0516b600 going to sleep for 11 seconds 00000100:00100000:2.0:1787579747.169938:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578261760 00000100:00100000:2.0:1787579747.169943:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578261760 00000100:00100000:2.0:1787579747.169962:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1787579747.169967:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20029c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+7:22591:x1874412578261760:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787579747.169974:0:22607:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787579747.169982:0:22607:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff917e0564ca00/0xf52f64256fc7afb4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf52f64256fc7afad expref: -99 pid: 22607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579747.169994:0:22607:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff917e0564ca00/0xf52f64256fc7afb4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf52f64256fc7afad expref: 8 pid: 22607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579747.170002:0:22607:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff917e0564ca00/0xf52f64256fc7afb4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf52f64256fc7afad expref: 8 pid: 22607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579747.170014:0:22607:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917e0564ca00, rc 0) 00000100:00100000:2.0:1787579747.170049:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20029c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+8:22591:x1874412578261760:12345-0@lo:101:mount.lustre.0 Request processed in 81us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579747.170055:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1787579747.170312:0:22591:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36387b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:22591:1874412578261760:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787579747.170324:0:22591:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff917d03721400/0xf52f64256fc7afad lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7afb4 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579747.170331:0:22591:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff917d03721400/0xf52f64256fc7afad lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf52f64256fc7afb4 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787579747.170381:0:22591:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36387b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:22591:1874412578261888:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787579747.170407:0:22591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579747.170429:0:22591:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e0516b600 going to sleep for 11 seconds 00000100:00100000:2.0:1787579747.170566:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578261888 00000100:00100000:2.0:1787579747.170571:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578261888 00000100:00100000:2.0:1787579747.170590:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1787579747.170596:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+8:22591:x1874412578261888:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787579747.170731:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+9:22591:x1874412578261888:12345-0@lo:501:mount.lustre.0 Request processed in 135us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579747.170738:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1787579747.171065:0:22591:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36387b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:22591:1874412578261888:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787579747.171244:0:22591:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36387b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:22591:1874412578262016:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787579747.171285:0:22591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579747.171322:0:22591:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e0516b600 going to sleep for 11 seconds 00000100:00100000:3.0:1787579747.171428:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578262016 00000100:00100000:3.0:1787579747.171433:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578262016 00000100:00100000:3.0:1787579747.171460:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1787579747.171490:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20028850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+9:22591:x1874412578262016:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787579747.172512:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20028850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+9:22591:x1874412578262016:12345-0@lo:503:mount.lustre.0 Request processed in 1039us (1221us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579747.172522:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1787579747.172844:0:22591:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36387b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:22591:1874412578262016:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787579747.173453:0:22630:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03baea00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5021fa0c-b9b1-4d6f-a916-64b48083a802:22630:1874412578262144:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787579747.173628:0:22630:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579747.173703:0:22630:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e07b27180 going to sleep for 11 seconds 00000100:00100000:2.0:1787579747.177268:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578262144 00000100:00100000:2.0:1787579747.177285:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578262144 00000100:00100000:3.0:1787579747.182689:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1787579747.182707:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+9:22630:x1874412578262144:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787579747.185217:0:22630:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03baea00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5021fa0c-b9b1-4d6f-a916-64b48083a802:22630:1874412578262144:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1787579747.185261:0:22630:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787579747.185272:0:22630:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787579747.185275:0:22630:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1787579747.185280:0:22630:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:1.0:1787579747.185283:0:22630:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787579747.185312:0:22630:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff917e3a2bcd28) 00000020:00000080:1.0:1787579747.185332:0:22630:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:1.0:1787579747.185337:0:22630:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:1.0:1787579747.185424:0:22630:0:(osd_handler.c:8925:osd_obd_connect()) connect #2 00000020:00000080:1.0:1787579747.185432:0:22630:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xf52f64256fc7afc2 00000020:00000080:1.0:1787579747.185713:0:22630:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:1.0:1787579747.185718:0:22630:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787579747.185723:0:22630:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787579747.185725:0:22630:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1787579747.185728:0:22630:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787579747.185732:0:22630:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787579747.185733:0:22630:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:1.0:1787579747.185736:0:22630:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787579747.185744:0:22630:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff917e3a2bb370) 00000020:00000080:1.0:1787579747.185754:0:22630:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:1.0:1787579747.185758:0:22630:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1787579747.185760:0:22630:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:1.0:1787579747.185763:0:22630:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:1.0:1787579747.185768:0:22630:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1787579747.185809:0:22630:0:(tgt_mount.c:153:server_get_mount()) get mount ffff917e08a38800 from lustre-MDT0000, refs=3 00000020:00000080:1.0:1787579747.185822:0:22630:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff917e3a2b99b8) 00000020:00000080:1.0:1787579747.185830:0:22630:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:1.0:1787579747.185901:0:22630:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:1.0:1787579747.185906:0:22630:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xf52f64256fc7afd7 00000020:00000080:1.0:1787579747.185994:0:22630:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:1.0:1787579747.186001:0:22630:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:1.0:1787579747.186005:0:22630:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0xf52f64256fc7afde 00080000:01000000:1.0:1787579747.186010:0:22630:0:(osd_handler.c:8925:osd_obd_connect()) connect #3 00000020:00000080:1.0:1787579747.186014:0:22630:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xf52f64256fc7afe5 00000100:00100000:3.0:1787579747.186697:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+9:22630:x1874412578262144:12345-0@lo:502:llog_process_th.0 Request processed in 2366us (11441us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579747.186712:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:3.0:1787579747.306980:0:22630:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:3.0:1787579747.308015:0:22630:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934638 00000001:00080000:3.0:1787579747.308976:0:22630:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:3.0:1787579747.309668:0:22630:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff917d02ba4d28) 00000020:00000080:3.0:1787579747.309688:0:22630:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:3.0:1787579747.309775:0:22630:0:(osd_handler.c:8925:osd_obd_connect()) connect #4 00000020:00000080:3.0:1787579747.309783:0:22630:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xf52f64256fc7aff3 00000020:00000080:3.0:1787579747.317114:0:22630:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1787579747.338630:0:22630:0:(genops.c:1385:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0xf52f64256fc7affa 00000020:00000080:3.0:1787579747.339787:0:22630:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:3.0:1787579747.339801:0:22630:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787579747.339818:0:22630:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787579747.339820:0:22630:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:3.0:1787579747.339824:0:22630:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1787579747.339827:0:22630:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:3.0:1787579747.339829:0:22630:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787579747.339830:0:22630:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787579747.339832:0:22630:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1787579747.339835:0:22630:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787579747.339836:0:22630:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:3.0:1787579747.339839:0:22630:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787579747.339843:0:22630:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787579747.339844:0:22630:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:3.0:1787579747.339849:0:22630:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:3.0:1787579747.339896:0:22630:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:3.0:1787579747.339913:0:22630:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787579747.339916:0:22630:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787579747.339917:0:22630:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:3.0:1787579747.339919:0:22630:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787579747.339922:0:22630:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787579747.339923:0:22630:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:3.0:1787579747.339926:0:22630:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1787579747.339931:0:22630:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.114@tcp to nid 0x20000c0a8cc72 (192.168.204.114@tcp) 00000020:00000080:3.0:1787579747.339958:0:22630:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787579747.339973:0:22630:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff917d02ba3370) 00000020:00000080:3.0:1787579747.339990:0:22630:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:3.0:1787579747.339994:0:22630:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1787579747.340051:0:22630:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:3.0:1787579747.340057:0:22630:0:(osd_handler.c:8925:osd_obd_connect()) connect #5 00000020:00000080:3.0:1787579747.340063:0:22630:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xf52f64256fc7b008 00010000:00080000:3.0:1787579747.340103:0:22630:0:(ldlm_lib.c:102:import_set_conn()) imp ffff917d04b83000@lustre-MDT0001-osp-MDT0000: add connection 192.168.204.114@tcp at head 00010000:00010000:0.0:1787579747.344791:0:22630:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:1.0:1787579747.352239:0:22630:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1787579747.352270:0:22630:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:1.0:1787579747.352336:0:22630:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:1.0:1787579747.352360:0:22630:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xf52f64256fc7b00f 00000100:00080000:1.0:1787579747.352371:0:22630:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1787579747.352378:0:22630:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff917d04b83000 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1787579747.352419:0:22630:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff917e36387b80 x1874412578262272/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787579747.352529:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36387b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874412578262272:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1787579747.352631:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1787579747.352926:0:22630:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:1.0:1787579747.353009:0:22630:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787579747.353014:0:22630:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787579747.353016:0:22630:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:1.0:1787579747.353019:0:22630:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1787579747.353022:0:22630:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #19 00000020:01000000:1.0:1787579747.353024:0:22630:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787579747.353026:0:22630:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787579747.353027:0:22630:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1787579747.353030:0:22630:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787579747.353031:0:22630:0:(obd_config.c:1563:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:1.0:1787579747.353033:0:22630:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1787579747.353039:0:22630:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:1.0:1787579747.353042:0:22630:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787579747.353043:0:22630:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1787579747.353046:0:22630:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1787579747.353050:0:22630:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.114@tcp to nid 0x20000c0a8cc72 (192.168.204.114@tcp) 00000020:01000000:1.0:1787579747.353072:0:22630:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:1.0:1787579747.353075:0:22630:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787579747.353088:0:22630:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff917e3a2b8000) 00000020:00000080:1.0:1787579747.353100:0:22630:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:1.0:1787579747.353104:0:22630:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1787579747.353182:0:22630:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:1.0:1787579747.353188:0:22630:0:(osd_handler.c:8925:osd_obd_connect()) connect #6 00000020:00000080:1.0:1787579747.353193:0:22630:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xf52f64256fc7b01d 00010000:00080000:1.0:1787579747.353222:0:22630:0:(ldlm_lib.c:102:import_set_conn()) imp ffff917d03d44800@lustre-OST0000-osc-MDT0000: add connection 192.168.204.114@tcp at head 00000100:00100000:0.0:1787579747.353957:0:22617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578262272 00000100:00100000:0.0:1787579747.353967:0:22617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578262272 00000100:00100000:0.0:1787579747.354013:0:22617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1787579747.354021:0:22617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03bad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3640:x1874412578262272:12345-0@lo:38:llog_process_th.0 00010000:00020000:0.0:1787579747.354039:0:22617:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00010000:1.0:1787579747.354774:0:22630:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000040:01000000:1.0:1787579747.364043:0:22630:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1787579747.368031:0:22630:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:1.0:1787579747.385352:0:22630:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1787579747.388409:0:22630:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000100:00100000:0.0:1787579747.393662:0:22617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03bad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3640:x1874412578262272:12345-0@lo:38:llog_process_th.0 Request processed in 39630us (41020us total) trans 0 rc -19/-19 00000100:00100000:0.0:1787579747.393677:0:22617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:3.0:1787579747.394211:0:3640:0:(import.c:65:import_set_state_nolock()) ffff917d04b83000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787579747.394219:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1787579747.394223:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36387b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874412578262272:0@lo:38:llog_process_th.0 00000040:00080000:2.0:1787579747.398587:0:22630:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:0.0:1787579747.399061:0:22636:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1787579747.399066:0:22636:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:2.0:1787579747.400726:0:22630:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1787579747.400740:0:22630:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1787579747.400779:0:22630:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:2.0:1787579747.400797:0:22630:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xf52f64256fc7b024 00000100:00080000:2.0:1787579747.400808:0:22630:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1787579747.400814:0:22630:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff917d03d44800 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1787579747.400855:0:22630:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff917e362b4000 x1874412578262400/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787579747.400916:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874412578262400:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1787579747.400976:0:3640:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874412578262400 offset 0 length 520: 4 00000100:00080000:2.0:1787579747.401040:0:22630:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:2.0:1787579747.401103:0:22630:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787579747.401106:0:22630:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787579747.401118:0:22630:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1787579747.401121:0:22630:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1787579747.401124:0:22630:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #26 00000020:01000000:2.0:1787579747.401126:0:22630:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1787579747.401127:0:22630:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1787579747.401129:0:22630:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1787579747.401131:0:22630:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787579747.401133:0:22630:0:(obd_config.c:1563:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:2.0:1787579747.401135:0:22630:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1787579747.401140:0:22630:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:2.0:1787579747.401143:0:22630:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787579747.401144:0:22630:0:(obd_config.c:1563:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1787579747.401147:0:22630:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1787579747.401151:0:22630:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.114@tcp to nid 0x20000c0a8cc72 (192.168.204.114@tcp) 00000020:01000000:2.0:1787579747.401171:0:22630:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:2.0:1787579747.401173:0:22630:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1787579747.401183:0:22630:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff917e16dccd28) 00000020:00000080:2.0:1787579747.401195:0:22630:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:2.0:1787579747.401199:0:22630:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1787579747.401256:0:22630:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:2.0:1787579747.401463:0:22630:0:(osd_handler.c:8925:osd_obd_connect()) connect #7 00000020:00000080:2.0:1787579747.401489:0:22630:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xf52f64256fc7b032 00010000:00080000:2.0:1787579747.401518:0:22630:0:(ldlm_lib.c:102:import_set_conn()) imp ffff917e36330800@lustre-OST0001-osc-MDT0000: add connection 192.168.204.114@tcp at head 00010000:00010000:2.0:1787579747.401733:0:22630:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:2.0:1787579747.401802:0:22630:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1787579747.401818:0:22630:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:3.0:1787579747.403873:0:22630:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1787579747.404170:0:22630:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:3.0:1787579747.404916:0:22630:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:3.0:1787579747.405853:0:22638:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1787579747.405859:0:22638:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:0.0:1787579747.410429:0:22630:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1787579747.410446:0:22630:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1787579747.410519:0:22630:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:0.0:1787579747.410550:0:22630:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xf52f64256fc7b039 00000100:00080000:0.0:1787579747.410561:0:22630:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1787579747.410567:0:22630:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff917e36330800 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1787579747.410603:0:22630:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff917d03f49880 x1874412578262528/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787579747.410689:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03f49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874412578262528:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1787579747.410741:0:3640:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874412578262528 offset 0 length 520: 4 00000100:00080000:0.0:1787579747.410794:0:22630:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:0.0:1787579747.410880:0:22630:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787579747.410884:0:22630:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787579747.410887:0:22630:0:(obd_config.c:1563:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1787579747.410889:0:22630:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787579747.410893:0:22630:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787579747.410894:0:22630:0:(obd_config.c:1563:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:0.0:1787579747.410897:0:22630:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1787579747.410899:0:22630:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1787579747.410902:0:22630:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787579747.410904:0:22630:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787579747.410905:0:22630:0:(obd_config.c:1563:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000020:01000000:0.0:1787579747.410908:0:22630:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787579747.410910:0:22630:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787579747.410911:0:22630:0:(obd_config.c:1563:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1787579747.410914:0:22630:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1787579747.410942:0:22630:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03f4ad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5021fa0c-b9b1-4d6f-a916-64b48083a802:22630:1874412578262656:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1787579747.410989:0:22630:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579747.411010:0:22630:0:(client.c:2715:ptlrpc_set_wait()) set ffff917d03e48cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787579747.411236:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578262656 00000100:00100000:3.0:1787579747.411243:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578262656 00000100:00100000:3.0:1787579747.411440:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1787579747.411450:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+9:22630:x1874412578262656:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787579747.411608:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+9:22630:x1874412578262656:12345-0@lo:502:llog_process_th.0 Request processed in 159us (618us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579747.411616:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1787579747.411694:0:22630:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03f4ad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5021fa0c-b9b1-4d6f-a916-64b48083a802:22630:1874412578262656:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1787579747.411720:0:22630:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787579747.411725:0:22630:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787579747.411727:0:22630:0:(obd_config.c:1563:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1787579747.411730:0:22630:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:2.0:1787579747.411862:0:22591:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:2.0:1787579747.411888:0:22591:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:2.0:1787579747.411904:0:22591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d03721400/0xf52f64256fc7afad lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7afb4 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579747.411915:0:22591:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff917d03721400/0xf52f64256fc7afad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7afb4 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787579747.411931:0:22591:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff917e08a38800 from 1 10000000:01000000:2.0:1787579747.411934:0:22591:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1787579747.411964:0:22591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e0564ce00/0xf52f64256fc7b040 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579747.411971:0:22591:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff917e0564ce00/0xf52f64256fc7b040 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579747.411980:0:22591:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff917e0564ce00/0xf52f64256fc7b040 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787579747.411995:0:22591:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b6d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:22591:1874412578262784:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1787579747.412091:0:22591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579747.412130:0:22591:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e038b0a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787579747.412165:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578262784 00000100:00100000:3.0:1787579747.412170:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578262784 00000100:00100000:3.0:1787579747.412201:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1787579747.412207:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+9:22591:x1874412578262784:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787579747.412217:0:22607:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787579747.412229:0:22607:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff917e18714200/0xf52f64256fc7b047 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf52f64256fc7b040 expref: -99 pid: 22607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579747.412249:0:22607:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff917e18714200/0xf52f64256fc7b047 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf52f64256fc7b040 expref: 10 pid: 22607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579747.412279:0:22607:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff917e18714200/0xf52f64256fc7b047 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf52f64256fc7b040 expref: 10 pid: 22607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579747.412289:0:22607:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917e18714200, rc 0) 00000100:00100000:3.0:1787579747.412608:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+10:22591:x1874412578262784:12345-0@lo:101:mount.lustre.0 Request processed in 399us (516us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579747.412615:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1787579747.412714:0:22591:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b6d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:22591:1874412578262784:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787579747.412727:0:22591:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff917e0564ce00/0xf52f64256fc7b040 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b047 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579747.412737:0:22591:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff917e0564ce00/0xf52f64256fc7b040 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf52f64256fc7b047 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787579747.415252:0:22591:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b6d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:22591:1874412578262912:0@lo:256:mount.lustre.0 00000100:00100000:2.0:1787579747.415442:0:22591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579747.415683:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578262912 00000100:00100000:3.0:1787579747.415691:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578262912 00000100:00100000:3.0:1787579747.415738:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1787579747.415747:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+10:22591:x1874412578262912:12345-0@lo:256:mount.lustre.0 20000000:01000000:3.0:1787579747.415766:0:22604:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:3.0:1787579747.415771:0:22604:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:2.0:1787579747.415877:0:22591:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e038b0a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787579747.415932:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+10:22591:x1874412578262912:12345-0@lo:256:mount.lustre.0 Request processed in 186us (490us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579747.415940:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1787579747.416006:0:22591:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b6d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:22591:1874412578262912:0@lo:256:mount.lustre.0 10000000:01000000:2.0:1787579747.416878:0:22591:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1787579747.417085:0:22591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e0564ce00/0xf52f64256fc7b040 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b047 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579747.417098:0:22591:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff917e0564ce00/0xf52f64256fc7b040 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b047 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787579747.417106:0:22591:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff917e08a38800 from 1 10000000:01000000:2.0:1787579747.417109:0:22591:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1787579747.417140:0:22591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e0564dc00/0xf52f64256fc7b04e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579747.417148:0:22591:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff917e0564dc00/0xf52f64256fc7b04e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579747.417158:0:22591:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff917e0564dc00/0xf52f64256fc7b04e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787579747.417176:0:22591:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b6d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:22591:1874412578263040:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1787579747.417216:0:22591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579747.417251:0:22591:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e038b0a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787579747.417430:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578263040 00000100:00100000:3.0:1787579747.417437:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578263040 00000100:00100000:3.0:1787579747.417503:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1787579747.417512:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+10:22591:x1874412578263040:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787579747.417523:0:22607:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787579747.417546:0:22607:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff917e18714a00/0xf52f64256fc7b055 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf52f64256fc7b04e expref: -99 pid: 22607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579747.417567:0:22607:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff917e18714a00/0xf52f64256fc7b055 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf52f64256fc7b04e expref: 11 pid: 22607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579747.417595:0:22607:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff917e18714a00/0xf52f64256fc7b055 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf52f64256fc7b04e expref: 11 pid: 22607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579747.417604:0:22607:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917e18714a00, rc 0) 00000100:00100000:3.0:1787579747.417641:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+11:22591:x1874412578263040:12345-0@lo:101:mount.lustre.0 Request processed in 130us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579747.417647:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1787579747.417858:0:22591:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b6d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:22591:1874412578263040:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787579747.417872:0:22591:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff917e0564dc00/0xf52f64256fc7b04e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b055 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579747.417882:0:22591:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff917e0564dc00/0xf52f64256fc7b04e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf52f64256fc7b055 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787579747.417937:0:22591:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b6d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:22591:1874412578263168:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787579747.417965:0:22591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579747.417997:0:22591:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e038b0a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787579747.418131:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578263168 00000100:00100000:3.0:1787579747.418136:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578263168 00000100:00100000:3.0:1787579747.418165:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1787579747.418172:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+11:22591:x1874412578263168:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787579747.418314:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+11:22591:x1874412578263168:12345-0@lo:501:mount.lustre.0 Request processed in 142us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579747.418321:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1787579747.418454:0:22591:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b6d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:22591:1874412578263168:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787579747.418518:0:22591:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36384e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:22591:1874412578263296:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787579747.418570:0:22591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579747.418589:0:22591:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e0516b900 going to sleep for 11 seconds 00000100:00100000:3.0:1787579747.418684:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578263296 00000100:00100000:3.0:1787579747.418688:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578263296 00000100:00100000:3.0:1787579747.418715:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1787579747.418722:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+11:22591:x1874412578263296:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787579747.418792:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+11:22591:x1874412578263296:12345-0@lo:503:mount.lustre.0 Request processed in 70us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579747.418799:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1787579747.418868:0:22591:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36384e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:22591:1874412578263296:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787579747.419307:0:22640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36384e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5021fa0c-b9b1-4d6f-a916-64b48083a802:22640:1874412578263424:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787579747.419343:0:22640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579747.419362:0:22640:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e0516b600 going to sleep for 11 seconds 00000100:00100000:3.0:1787579747.419512:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578263424 00000100:00100000:3.0:1787579747.419517:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578263424 00000100:00100000:3.0:1787579747.419552:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1787579747.419559:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+11:22640:x1874412578263424:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787579747.419968:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+11:22640:x1874412578263424:12345-0@lo:502:llog_process_th.0 Request processed in 409us (624us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579747.419982:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1787579747.420095:0:22640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36384e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5021fa0c-b9b1-4d6f-a916-64b48083a802:22640:1874412578263424:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1787579747.420119:0:22640:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787579747.420127:0:22640:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787579747.420130:0:22640:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1787579747.420136:0:22640:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff917e08a38800 00000020:00000080:1.0:1787579747.420139:0:22640:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787579747.420146:0:22640:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787579747.420148:0:22640:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787579747.420150:0:22640:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1787579747.420152:0:22640:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787579747.420154:0:22640:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787579747.420156:0:22640:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1787579747.420159:0:22640:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff917e08a38800 00000020:00000080:1.0:1787579747.420161:0:22640:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787579747.420216:0:22640:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787579747.420219:0:22640:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787579747.420221:0:22640:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1787579747.420223:0:22640:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787579747.420226:0:22640:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787579747.420228:0:22640:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1787579747.420231:0:22640:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff917e08a38800 00000020:00000080:1.0:1787579747.420233:0:22640:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787579747.420250:0:22640:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787579747.420252:0:22640:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787579747.420254:0:22640:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1787579747.420256:0:22640:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787579747.421164:0:22640:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787579747.421167:0:22640:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1787579747.421174:0:22640:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff917e08a38800 00000020:00000080:1.0:1787579747.421176:0:22640:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1787579747.421234:0:22640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36384e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5021fa0c-b9b1-4d6f-a916-64b48083a802:22640:1874412578263552:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787579747.421363:0:22640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579747.421403:0:22640:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e3b245e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787579747.422183:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578263552 00000100:00100000:2.0:1787579747.422192:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578263552 00000100:00100000:2.0:1787579747.422241:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1787579747.422249:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+11:22640:x1874412578263552:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1787579747.422523:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+11:22640:x1874412578263552:12345-0@lo:502:llog_process_th.0 Request processed in 273us (1223us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579747.422531:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1787579747.422659:0:22640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36384e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5021fa0c-b9b1-4d6f-a916-64b48083a802:22640:1874412578263552:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1787579747.422686:0:22640:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787579747.422692:0:22640:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787579747.422694:0:22640:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1787579747.422697:0:22640:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:2.0:1787579747.422845:0:22591:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1787579747.422866:0:22591:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1787579747.427506:0:22591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e0564dc00/0xf52f64256fc7b04e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b055 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579747.427527:0:22591:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff917e0564dc00/0xf52f64256fc7b04e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b055 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787579747.427607:0:22591:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1787579747.427610:0:22591:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff917e08a38800 10000000:01000000:2.0:1787579747.427614:0:22591:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff917e08a38800 10000000:01000000:2.0:1787579747.427618:0:22591:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1787579747.427624:0:22591:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff917e08a38800 from 1 10000000:01000000:2.0:1787579747.427627:0:22591:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1787579747.427664:0:22591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e0564c000/0xf52f64256fc7b05c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579747.427673:0:22591:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff917e0564c000/0xf52f64256fc7b05c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579747.427685:0:22591:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff917e0564c000/0xf52f64256fc7b05c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787579747.427721:0:22591:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b6d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:22591:1874412578263680:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1787579747.427788:0:22591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579747.427905:0:22591:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e038b09c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787579747.428161:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578263680 00000100:00100000:0.0:1787579747.428169:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578263680 00000100:00100000:0.0:1787579747.428215:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1787579747.428224:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+11:22591:x1874412578263680:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787579747.428237:0:22607:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787579747.428251:0:22607:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff917e36369000/0xf52f64256fc7b063 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xf52f64256fc7b05c expref: -99 pid: 22607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579747.428285:0:22607:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff917e36369000/0xf52f64256fc7b063 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf52f64256fc7b05c expref: 12 pid: 22607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579747.428316:0:22607:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff917e36369000/0xf52f64256fc7b063 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf52f64256fc7b05c expref: 12 pid: 22607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579747.428326:0:22607:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917e36369000, rc 0) 00000100:00100000:0.0:1787579747.428369:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+12:22591:x1874412578263680:12345-0@lo:101:mount.lustre.0 Request processed in 145us (581us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579747.428376:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1787579747.428462:0:22591:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b6d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:22591:1874412578263680:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787579747.428496:0:22591:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff917e0564c000/0xf52f64256fc7b05c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b063 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579747.428506:0:22591:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff917e0564c000/0xf52f64256fc7b05c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xf52f64256fc7b063 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787579747.428801:0:22591:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b6d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:22591:1874412578263808:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787579747.428833:0:22591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579747.428859:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578263808 00000100:00100000:0.0:1787579747.428865:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578263808 00000100:00100000:2.0:1787579747.428866:0:22591:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e038b09c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787579747.428895:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1787579747.428902:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+12:22591:x1874412578263808:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787579747.429011:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+12:22591:x1874412578263808:12345-0@lo:501:mount.lustre.0 Request processed in 109us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579747.429018:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1787579747.429081:0:22591:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b6d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:22591:1874412578263808:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787579747.429122:0:22591:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b6d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:22591:1874412578263936:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787579747.429165:0:22591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579747.429180:0:22591:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e038b09c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787579747.429196:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578263936 00000100:00100000:2.0:1787579747.429200:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578263936 00000100:00100000:2.0:1787579747.429228:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1787579747.429235:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+12:22591:x1874412578263936:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787579747.429321:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+12:22591:x1874412578263936:12345-0@lo:503:mount.lustre.0 Request processed in 86us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579747.429327:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1787579747.429374:0:22591:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b6d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:22591:1874412578263936:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787579747.430633:0:22643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b6d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5021fa0c-b9b1-4d6f-a916-64b48083a802:22643:1874412578264064:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1787579747.430691:0:22643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579747.430919:0:22643:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e173d8e40 going to sleep for 11 seconds 00000100:00100000:1.0:1787579747.431157:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578264064 00000100:00100000:1.0:1787579747.431165:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578264064 00000100:00100000:1.0:1787579747.431205:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1787579747.431214:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+12:22643:x1874412578264064:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787579747.431459:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+12:22643:x1874412578264064:12345-0@lo:502:llog_process_th.0 Request processed in 246us (766us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579747.431527:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1787579747.431599:0:22643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b6d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5021fa0c-b9b1-4d6f-a916-64b48083a802:22643:1874412578264064:0@lo:502:llog_process_th.0 00000020:01000004:2.0:1787579747.431668:0:22643:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:2.0:1787579747.431684:0:22643:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff917e16dc8000) 00000020:00000080:2.0:1787579747.431705:0:22643:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:2.0:1787579747.431802:0:22643:0:(tgt_mount.c:153:server_get_mount()) get mount ffff917e08a38800 from lustre-MDT0000, refs=4 00000020:01000004:2.0:1787579747.431807:0:22643:0:(tgt_mount.c:187:server_put_mount()) put mount ffff917e08a38800 from lustre-MDT0000, refs=4 00000020:01000004:2.0:1787579747.431810:0:22643:0:(obd_mount.c:710:lustre_put_lsi()) put ffff917e08a38800 4 00010000:00080000:2.0:1787579747.431848:0:22643:0:(ldlm_lib.c:102:import_set_conn()) imp ffff917e3f835000@lustre-MDT0000-lwp-MDT0000: add connection 192.168.204.114@tcp at head 00010000:00010000:2.0:1787579747.437806:0:22643:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:2.0:1787579747.438265:0:22643:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:2.0:1787579747.438313:0:22643:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1787579747.438333:0:22643:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0xf52f64256fc7b071 00000100:00080000:2.0:1787579747.438344:0:22643:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1787579747.438352:0:22643:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff917e3f835000 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1787579747.438403:0:22643:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff917e362b6d80 x1874412578264192/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787579747.438430:0:22643:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:2.0:1787579747.439418:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3640:1874412578264192:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1787579747.439503:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579747.441222:0:22612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578264192 00000100:00100000:0.0:1787579747.441236:0:22612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578264192 00000100:00100000:0.0:1787579747.441285:0:22612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1787579747.441294:0:22612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e362b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3640:x1874412578264192:12345-0@lo:38:llog_process_th.0 00000100:00100000:0.0:1787579747.441439:0:22612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e362b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3640:x1874412578264192:12345-0@lo:38:llog_process_th.0 Request processed in 144us (1934us total) trans 0 rc -11/-11 00000100:00100000:0.0:1787579747.441447:0:22612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1787579747.441506:0:3640:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1787579747.441514:0:3640:0:(import.c:65:import_set_state_nolock()) ffff917e3f835000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787579747.441518:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1787579747.441522:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3640:1874412578264192:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1787579747.445978:0:22643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b4380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5021fa0c-b9b1-4d6f-a916-64b48083a802:22643:1874412578264320:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1787579747.446061:0:22643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579747.446115:0:22643:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e173d8c00 going to sleep for 11 seconds 00000100:00100000:0.0:1787579747.446157:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578264320 00000100:00100000:0.0:1787579747.446172:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578264320 00000100:00100000:0.0:1787579747.446229:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1787579747.446239:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+12:22643:x1874412578264320:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1787579747.446526:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+12:22643:x1874412578264320:12345-0@lo:502:llog_process_th.0 Request processed in 232us (407us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579747.446543:0:22643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b4380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5021fa0c-b9b1-4d6f-a916-64b48083a802:22643:1874412578264320:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1787579747.446550:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1787579747.446594:0:22643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b4380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5021fa0c-b9b1-4d6f-a916-64b48083a802:22643:1874412578264448:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1787579747.446632:0:22643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579747.446665:0:22643:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e173d8c00 going to sleep for 11 seconds 00000100:00100000:0.0:1787579747.447675:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578264448 00000100:00100000:0.0:1787579747.447686:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578264448 00000100:00100000:0.0:1787579747.447734:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1787579747.447743:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+12:22643:x1874412578264448:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1787579747.447869:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+12:22643:x1874412578264448:12345-0@lo:502:llog_process_th.0 Request processed in 127us (1237us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579747.447878:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1787579747.448005:0:22643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b4380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5021fa0c-b9b1-4d6f-a916-64b48083a802:22643:1874412578264448:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1787579747.448137:0:22643:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:2.0:1787579747.448264:0:22591:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1787579747.448286:0:22591:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1787579747.448305:0:22591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e0564c000/0xf52f64256fc7b05c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b063 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579747.448316:0:22591:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff917e0564c000/0xf52f64256fc7b05c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b063 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1787579747.448414:0:22591:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1787579747.448416:0:22591:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1787579747.448417:0:22591:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787579747.448419:0:22591:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787579747.448420:0:22591:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787579747.448421:0:22591:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787579747.448423:0:22591:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1787579747.448425:0:22591:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1787579747.448427:0:22591:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787579747.448428:0:22591:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1787579747.448432:0:22591:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:2.0:1787579747.448434:0:22591:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1787579747.448435:0:22591:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1787579747.448437:0:22591:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787579747.448438:0:22591:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787579747.448439:0:22591:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787579747.448440:0:22591:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787579747.448441:0:22591:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1787579747.448442:0:22591:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1787579747.448443:0:22591:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787579747.448444:0:22591:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1787579747.448491:0:22591:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1787579747.448516:0:22591:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:22591:1874412578264576:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1787579747.448571:0:22591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579747.448651:0:22591:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e173d8180 going to sleep for 11 seconds 00000100:00100000:0.0:1787579747.448759:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578264576 00000100:00100000:0.0:1787579747.448764:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578264576 00000100:00100000:0.0:1787579747.448832:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1787579747.448840:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+12:22591:x1874412578264576:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1787579747.448869:0:22605:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1787579747.448884:0:22605:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1787579747.452204:0:22605:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1787579747.452227:0:22605:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1787579747.452335:0:22628:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1787579747.452341:0:22628:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1787579747.452364:0:22628:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff917e0564d000/0xf52f64256fc7b078 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579747.452383:0:22628:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff917e18714200/0xf52f64256fc7b047 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf52f64256fc7b040 expref: 12 pid: 22607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579747.452393:0:22628:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff917e0564d000/0xf52f64256fc7b078 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579747.452433:0:22628:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff917e18714200/0xf52f64256fc7b047 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf52f64256fc7b040 expref: 12 pid: 22607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579747.452449:0:22628:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff917e18714200/0xf52f64256fc7b047 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf52f64256fc7b040 expref: 12 pid: 22607 timeout: 781 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787579747.452463:0:22628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b4e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22628:1874412578264704:0@lo:104: 00000100:00100000:1.0:1787579747.452759:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+12:22591:x1874412578264576:12345-0@lo:253:mount.lustre.0 Request processed in 3916us (4185us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579747.452770:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1787579747.452862:0:22591:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:22591:1874412578264576:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1787579747.452874:0:22591:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:3.0:1787579747.452877:0:22591:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1787579747.452879:0:22591:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1787579747.452880:0:22591:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787579747.452881:0:22591:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787579747.452882:0:22591:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787579747.452883:0:22591:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787579747.452885:0:22591:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1787579747.452886:0:22591:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1787579747.452888:0:22591:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787579747.452889:0:22591:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1787579747.452902:0:22591:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:2.0:1787579747.453668:0:22628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579747.453713:0:22628:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e173d86c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787579747.453776:0:22595:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578264704 00000100:00100000:1.0:1787579747.453785:0:22595:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578264704 00000100:00100000:1.0:1787579747.453833:0:22595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787579747.453843:0:22595:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e362b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5021fa0c-b9b1-4d6f-a916-64b48083a802+3:22628:x1874412578264704:12345-0@lo:104: 00010000:00010000:1.0:1787579747.453857:0:22595:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.114@tcp lock: ffff917e0564ce00/0xf52f64256fc7b040 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf52f64256fc7b047 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579747.453910:0:22595:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787579747.453916:0:22595:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e362b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5021fa0c-b9b1-4d6f-a916-64b48083a802+3:22628:x1874412578264704:12345-0@lo:104: Request processed in 76us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579747.453923:0:22595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787579747.453955:0:22628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b4e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22628:1874412578264704:0@lo:104: 00010000:00010000:1.0:1787579747.453974:0:22628:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff917e0564d000/0xf52f64256fc7b078 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579747.454029:0:22601:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787579747.454035:0:22601:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff917e0564ce00/0xf52f64256fc7b040 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf52f64256fc7b047 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579747.454196:0:22601:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e0564ce00 already unused, calling callback (ffffffffc13acc20) 10000000:00010000:2.0:1787579747.454201:0:22601:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff917e0564ce00/0xf52f64256fc7b040 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf52f64256fc7b047 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579747.454221:0:22601:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff917e0564ce00/0xf52f64256fc7b040 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf52f64256fc7b047 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787579747.454228:0:22601:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff917e0564ce00/0xf52f64256fc7b040 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf52f64256fc7b047 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787579747.454234:0:22601:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1787579747.454377:0:22601:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.114@tcp lock: ffff917e0564ce00/0xf52f64256fc7b040 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf52f64256fc7b047 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579747.454384:0:22601:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1787579747.454458:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5021fa0c-b9b1-4d6f-a916-64b48083a802:3641:1874412578264832:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787579747.454511:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1787579747.454599:0:22601:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff917e0564ce00/0xf52f64256fc7b040 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf52f64256fc7b047 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579747.454608:0:22601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff917e0564ce00/0xf52f64256fc7b040 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf52f64256fc7b047 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579747.454625:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579747.454627:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579747.454629:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787579747.458696:0:22597:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578264832 00000100:00100000:0.0:1787579747.458823:0:22597:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578264832 00010000:00010000:0.0:1787579747.458866:0:22597:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff917e18714200/0xf52f64256fc7b047 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf52f64256fc7b040 expref: 12 pid: 22607 timeout: 781 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787579747.459264:0:22597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1787579747.459274:0:22597:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e36384e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5021fa0c-b9b1-4d6f-a916-64b48083a802+12:3641:x1874412578264832:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787579747.459297:0:22597:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787579747.459303:0:22597:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff917e18714200/0xf52f64256fc7b047 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf52f64256fc7b040 expref: 12 pid: 22607 timeout: 781 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579747.459317:0:22597:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff917e18714200/0xf52f64256fc7b047 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf52f64256fc7b040 expref: 12 pid: 22607 timeout: 781 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579747.459335:0:22597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff917e18714200/0xf52f64256fc7b047 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf52f64256fc7b040 expref: 12 pid: 22607 timeout: 781 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579747.459351:0:22597:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff917e0564d000/0xf52f64256fc7b078 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579747.459359:0:22597:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff917e0564d000/0xf52f64256fc7b078 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1787579747.459376:0:22597:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.007035746s 00010000:00010000:0.0:1787579747.459380:0:22597:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff917e0564d000/0xf52f64256fc7b078 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579747.459387:0:22597:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff917e0564d000/0xf52f64256fc7b078 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579747.459394:0:22597:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff917e0564d000/0xf52f64256fc7b078 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579747.459400:0:22597:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff917e0564d000/0xf52f64256fc7b078 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579747.459406:0:22597:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e0564d000 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:0.0:1787579747.459410:0:22597:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff917e0564d000/0xf52f64256fc7b078 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579747.459422:0:22597:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff917e0564d000/0xf52f64256fc7b078 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579747.459435:0:22597:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff917e0564d000/0xf52f64256fc7b078 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579747.459446:0:22597:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787579747.459557:0:22597:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e36384e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5021fa0c-b9b1-4d6f-a916-64b48083a802+11:3641:x1874412578264832:12345-0@lo:103:ldlm_bl.0 Request processed in 284us (5044us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579747.459564:0:22597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:1.0:1787579747.459732:0:22628:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff917e0564d000/0xf52f64256fc7b078 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579747.459741:0:22628:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff917e0564d000/0xf52f64256fc7b078 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579747.459757:0:22628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff917e0564d000/0xf52f64256fc7b078 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787579747.459794:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5021fa0c-b9b1-4d6f-a916-64b48083a802:3641:1874412578264832:0@lo:103:ldlm_bl.0 00000020:00080000:2.0:1787579747.483745:0:22591:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967530 00000040:01000000:2.0:1787579747.484304:0:22591:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000040:01000000:2.0:1787579747.484778:0:22653:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1787579747.485171:0:22591:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000040:00080000:2.0:1787579747.485350:0:22653:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000020:00080000:0.0:1787579747.485563:0:22652:0:(update_trans.c:1539:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967530 00000020:00080000:0.0:1787579747.485568:0:22652:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967530 00000100:00080000:0.0:1787579747.486792:0:22654:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff917d03f4bb80 x1874412578264960/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787579747.486806:0:22654:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e05125240 going to sleep for 0 seconds 00000040:01000000:3.0:1787579747.487333:0:22591:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:3.0:1787579747.487373:0:22591:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:3.0:1787579747.488659:0:22591:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:3.0:1787579747.488676:0:22591:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:3.0:1787579747.488734:0:22591:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1787579747.489440:0:22653:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1787579747.489521:0:22653:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000040:00080000:3.0:1787579747.490135:0:22591:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:3.0:1787579747.490802:0:22591:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:3.0:1787579747.490829:0:22591:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:3.0:1787579747.491750:0:22591:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:3.0:1787579747.492259:0:22591:0:(osd_handler.c:5581:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:3.0:1787579747.493904:0:22591:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:3.0:1787579747.495348:0:22591:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:3.0:1787579747.495498:0:22591:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffb83841537988 00100000:10000000:3.0:1787579747.495515:0:22591:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:2.0:1787579747.496666:0:22591:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1787579747.496683:0:22591:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.114@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1787579747.496708:0:22591:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=46 00000080:00000004:2.0:1787579747.496725:0:22591:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:2.0:1787579747.498741:0:22591:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1787579747.498961:0:22591:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1787579747.960724:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1787579748.473455:0:22648:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1787579748.473464:0:22648:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1787579748.474689:0:22648:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:3.0:1787579748.474700:0:22648:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:0.0:1787579748.535572:0:22654:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e05125240 going to sleep for 0 seconds 10000000:01000000:1.0:1787579748.663591:0:22609:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1787579748.663601:0:22609:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff917e08a38800 from 11 10000000:01000000:1.0:1787579748.663608:0:22609:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1787579748.663659:0:22609:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d03720400/0xf52f64256fc7b07f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579748.663672:0:22609:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff917d03720400/0xf52f64256fc7b07f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579748.663684:0:22609:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff917d03720400/0xf52f64256fc7b07f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787579748.663724:0:22609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36384a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578265088:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1787579748.663803:0:22609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579748.663849:0:22609:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e180aa240 going to sleep for 11 seconds 00000100:00100000:0.0:1787579748.664883:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578265088 00000100:00100000:0.0:1787579748.664895:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578265088 00000100:00100000:0.0:1787579748.664967:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1787579748.664977:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20132850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+11:22609:x1874412578265088:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787579748.664991:0:22604:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787579748.665006:0:22604:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff917e36369e00/0xf52f64256fc7b086 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf52f64256fc7b07f expref: -99 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579748.665031:0:22604:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff917e36369e00/0xf52f64256fc7b086 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf52f64256fc7b07f expref: 12 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579748.665042:0:22604:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff917e36369e00/0xf52f64256fc7b086 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf52f64256fc7b07f expref: 12 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579748.665062:0:22604:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917e36369e00, rc 0) 00000100:00100000:0.0:1787579748.665115:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20132850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+12:22609:x1874412578265088:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 139us (1312us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579748.665134:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1787579748.666275:0:22609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36384a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578265088:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787579748.666309:0:22609:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff917d03720400/0xf52f64256fc7b07f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b086 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579748.666321:0:22609:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff917d03720400/0xf52f64256fc7b07f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf52f64256fc7b086 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787579748.666387:0:22609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36384a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578265216:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1787579748.666438:0:22609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579748.666683:0:22609:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e180aa240 going to sleep for 11 seconds 00000100:00100000:0.0:1787579748.668126:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578265216 00000100:00100000:0.0:1787579748.668141:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578265216 00000100:00100000:0.0:1787579748.668195:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1787579748.668218:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20131c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+12:22609:x1874412578265216:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1787579748.668251:0:22605:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1787579748.668269:0:22605:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1787579748.668272:0:22605:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:0.0:1787579748.668743:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20131c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+12:22609:x1874412578265216:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 530us (2295us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579748.668752:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1787579748.668852:0:22609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36384a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578265216:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1787579748.668920:0:22609:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1787579748.668930:0:22609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d03720400/0xf52f64256fc7b07f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b086 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579748.668949:0:22609:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff917d03720400/0xf52f64256fc7b07f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b086 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579748.983712:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1787579749.495715:0:22648:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1787579749.495727:0:22648:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1787579749.497877:0:22648:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:3.0:1787579749.497946:0:22648:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1787579749.500156:0:22648:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00000100:00100000:0.0:1787579749.559740:0:22654:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e05125240 going to sleep for 0 seconds 00010000:00010000:1.0:1787579750.012088:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787579750.584462:0:22654:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e05125240 going to sleep for 0 seconds 00010000:00010000:2.0:1787579751.031735:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1787579751.388268:0:22897:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg414-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:0.0:1787579751.617891:0:22654:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e05125240 going to sleep for 0 seconds 00010000:00010000:0.0:1787579752.057227:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1787579752.158720:0:22949:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1787579752.158902:0:22949:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:0.0:1787579752.633507:0:22654:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e05125240 going to sleep for 0 seconds 00000100:00100000:3.0:1787579752.759777:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03f4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5021fa0c-b9b1-4d6f-a916-64b48083a802:3642:1874412578265344:0@lo:400:kworker.0 00000100:00100000:3.0:1787579752.759855:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1787579752.759924:0:18308:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1787579752.759930:0:18308:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787579752.759933:0:18308:0:(import.c:65:import_set_state_nolock()) ffff917d04b83000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787579752.759939:0:18308:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 681 00000100:00080000:0.0:1787579752.759944:0:18308:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1787579752.759950:0:18308:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff917d04b83000 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1787579752.759975:0:18308:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff917d03f48e00 x1874412578265472/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787579752.760000:0:18308:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787579752.760004:0:18308:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787579752.760007:0:18308:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787579752.760010:0:18308:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787579752.760012:0:18308:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1787579752.760015:0:18308:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787579752.760017:0:18308:0:(import.c:65:import_set_state_nolock()) ffff917e3f835000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787579752.760023:0:18308:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff917e3f835000 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1787579752.760036:0:18308:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff917d03f49f80 x1874412578265600/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787579752.760888:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03f48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874412578265472:0@lo:38:kworker.0 00000100:00100000:1.0:1787579752.760980:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579752.761011:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03f49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3640:1874412578265600:0@lo:38:kworker.0 00000100:00100000:1.0:1787579752.761058:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579752.762862:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578265344 00000100:00100000:2.0:1787579752.762878:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578265344 00000100:00100000:2.0:1787579752.763261:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1787579752.763275:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20133050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+12:3642:x1874412578265344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787579752.763507:0:22618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578265472 00000100:00100000:0.0:1787579752.763512:0:22618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578265472 00000100:00100000:0.0:1787579752.763534:0:22618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1787579752.763540:0:22618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e36387480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3640:x1874412578265472:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1787579752.763559:0:22618:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1787579752.763929:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578265600 00000100:00100000:3.0:1787579752.763934:0:22614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578265600 00000100:00100000:3.0:1787579752.764060:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1787579752.764065:0:22614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e36386d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3640:x1874412578265600:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1787579752.764085:0:22614:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 687 last 0 00000020:00000080:3.0:1787579752.764155:0:22614:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0xf52f64256fc7b08d 00000004:00100000:3.0:1787579752.764172:0:22614:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1787579752.764384:0:22614:0:(import.c:65:import_set_state_nolock()) ffff917e02ac8800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787579752.765066:0:22618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e36387480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3640:x1874412578265472:12345-0@lo:38:kworker.0 Request processed in 1522us (4083us total) trans 0 rc -19/-19 00000100:00100000:0.0:1787579752.765075:0:22618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:0.0:1787579752.765132:0:3640:0:(import.c:65:import_set_state_nolock()) ffff917d04b83000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787579752.765138:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1787579752.765154:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03f48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874412578265472:0@lo:38:kworker.0 00000100:00100000:2.0:1787579752.766879:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20133050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+12:3642:x1874412578265344:12345-0@lo:400:kworker.0 Request processed in 3598us (7014us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579752.766892:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1787579752.767571:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03f4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5021fa0c-b9b1-4d6f-a916-64b48083a802:3642:1874412578265344:0@lo:400:kworker.0 00000100:00100000:3.0:1787579752.771407:0:22614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e36386d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1874412578265600:12345-0@lo:38:kworker.0 Request processed in 7327us (10335us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579752.771425:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1787579752.778670:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff917d03f49f80 x1874412578265600/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787579762 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787579752.778696:0:3640:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1787579752.778841:0:3640:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:1.0:1787579752.778849:0:3640:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1787579752.778853:0:3640:0:(import.c:65:import_set_state_nolock()) ffff917e3f835000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1787579752.778860:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03f49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3640:1874412578265600:0@lo:38:kworker.0 00010000:00010000:2.0:1787579753.082298:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1787579753.184772:0:22999:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1787579753.185142:0:22999:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1787579753.661394:0:22654:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e05125240 going to sleep for 0 seconds 00010000:00010000:0.0:1787579754.104694:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787579754.679849:0:22654:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e05125240 going to sleep for 0 seconds 00010000:00010000:2.0:1787579755.129223:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787579755.704122:0:22654:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e05125240 going to sleep for 0 seconds 00010000:00010000:0.0:1787579756.151605:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787579756.729508:0:22654:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e05125240 going to sleep for 0 seconds 00010000:00010000:1.0:1787579757.175790:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787579757.752890:0:22654:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e05125240 going to sleep for 0 seconds 00000100:00100000:0.0:1787579757.879543:0:3640:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787579747/real 1787579747] req@ffff917d03f49880 x1874412578262528/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787579757 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787579757.879579:0:3640:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff917d03f49880 x1874412578262528/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787579757 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579757.879624:0:3640:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787579747/real 1787579747] req@ffff917e362b4000 x1874412578262400/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787579757 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579757.879644:0:3640:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff917e362b4000 x1874412578262400/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787579757 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787579757.879664:0:3640:0:(import.c:65:import_set_state_nolock()) ffff917e36330800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787579757.879676:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1787579757.879680:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03f49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874412578262528:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1787579757.879773:0:3640:0:(import.c:65:import_set_state_nolock()) ffff917d03d44800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787579757.879780:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1787579757.879783:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874412578262400:0@lo:8:llog_process_th.0 00000100:00080000:3.0:1787579757.879908:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1787579757.879913:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787579757.879916:0:38:0:(import.c:65:import_set_state_nolock()) ffff917d04b83000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787579757.879921:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 687 00000100:00080000:3.0:1787579757.879926:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1787579757.879934:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff917d04b83000 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1787579757.879956:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff917d03bac380 x1874412578265856/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787579757.879970:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787579757.879973:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787579757.879975:0:38:0:(import.c:65:import_set_state_nolock()) ffff917d03d44800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787579757.879978:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 681 00000100:00080000:3.0:1787579757.879981:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1787579757.879984:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff917d03d44800 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1787579757.879994:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff917d03badf80 x1874412578265984/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787579757.880002:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787579757.880005:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787579757.880017:0:38:0:(import.c:65:import_set_state_nolock()) ffff917e36330800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787579757.880028:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 681 00000100:00080000:3.0:1787579757.880031:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1787579757.880034:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff917e36330800 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1787579757.880048:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff917d03bace00 x1874412578266112/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787579757.880105:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03baea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3644:1874412578266240:0@lo:400:kworker.0 00000100:00100000:3.0:1787579757.880174:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579757.880231:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5021fa0c-b9b1-4d6f-a916-64b48083a802:3643:1874412578265728:0@lo:400:kworker.0 00000100:00100000:3.0:1787579757.880248:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578266240 00000100:00100000:3.0:1787579757.880256:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578266240 00000100:00100000:3.0:1787579757.880306:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1787579757.880317:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03baf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1874412578266240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787579757.880348:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579757.880394:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03baf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1874412578266240:12345-0@lo:400:kworker.0 Request processed in 77us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579757.880403:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1787579757.880417:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578265728 00000100:00100000:2.0:1787579757.880422:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578265728 00010000:00080000:3.0:1787579757.880446:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff917d03baea00 x1874412578266240/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579773 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579757.880457:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1787579757.880461:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03baea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3644:1874412578266240:0@lo:400:kworker.0 00000100:00100000:2.0:1787579757.880503:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20130850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+12:3643:x1874412578265728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579757.880530:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03bac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874412578265856:0@lo:38:kworker.0 00000100:00100000:2.0:1787579757.880543:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20130850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+12:3643:x1874412578265728:12345-0@lo:400:kworker.0 Request processed in 76us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579757.880550:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1787579757.880581:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579757.880589:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5021fa0c-b9b1-4d6f-a916-64b48083a802:3643:1874412578265728:0@lo:400:kworker.0 00000100:00100000:3.0:1787579757.880611:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874412578265984:0@lo:8:kworker.0 00000400:00000100:3.0:1787579757.880634:0:3640:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874412578265984 offset 0 length 520: 4 00000100:00100000:3.0:1787579757.880653:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03bace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874412578266112:0@lo:8:kworker.0 00000400:00000100:3.0:1787579757.880670:0:3640:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874412578266112 offset 0 length 520: 4 00000100:00100000:3.0:1787579757.880702:0:22617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578265856 00000100:00100000:3.0:1787579757.880712:0:22617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578265856 00000100:00100000:3.0:1787579757.880745:0:22617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1787579757.880750:0:22617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03baea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3640:x1874412578265856:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1787579757.880766:0:22617:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1787579757.880802:0:22617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03baea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3640:x1874412578265856:12345-0@lo:38:kworker.0 Request processed in 50us (222us total) trans 0 rc -19/-19 00000100:00100000:3.0:1787579757.880808:0:22617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:3.0:1787579757.880831:0:3640:0:(import.c:65:import_set_state_nolock()) ffff917d04b83000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787579757.880836:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1787579757.880840:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03bac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874412578265856:0@lo:38:kworker.0 00010000:00010000:2.0:1787579758.201315:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787579758.778552:0:22654:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e05125240 going to sleep for 0 seconds 00010000:00010000:1.0:1787579759.224786:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1787579759.738702:0:22648:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1787579759.800615:0:22654:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e05125240 going to sleep for 0 seconds 00000020:01000004:2.0:1787579760.191914:0:23344:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1787579760.191919:0:23344:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:2.0:1787579760.191920:0:23344:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:2.0:1787579760.192044:0:23344:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff917e07883800 00000020:01000004:2.0:1787579760.192062:0:23344:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:2.0:1787579760.192074:0:23344:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1787579760.192088:0:23344:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff917e363a3370) 00000020:00000080:2.0:1787579760.192106:0:23344:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00010000:00010000:1.0:1787579760.247743:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:1.0:1787579760.277895:0:23344:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:1.0:1787579760.279499:0:23344:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1787579760.281413:0:23344:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:1.0:1787579760.281804:0:23344:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:1.0:1787579760.282258:0:23344:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:1.0:1787579760.282536:0:23344:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:1.0:1787579760.282862:0:23344:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:1.0:1787579760.283298:0:23344:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:1.0:1787579760.283537:0:23344:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:1.0:1787579760.283834:0:23344:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:1.0:1787579760.284219:0:23344:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:1.0:1787579760.284521:0:23344:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:1.0:1787579760.284879:0:23344:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:1.0:1787579760.285242:0:23344:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:1.0:1787579760.285448:0:23344:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:1.0:1787579760.285764:0:23344:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:1.0:1787579760.289355:0:23344:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:1.0:1787579760.291346:0:23344:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:1.0:1787579760.291748:0:23344:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:1.0:1787579760.291981:0:23344:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:1.0:1787579760.292367:0:23344:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:1.0:1787579760.292708:0:23344:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:1.0:1787579760.292963:0:23344:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:1.0:1787579760.293355:0:23344:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:1.0:1787579760.293659:0:23344:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:1.0:1787579760.293959:0:23344:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:1.0:1787579760.294402:0:23344:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:1.0:1787579760.294862:0:23344:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:1.0:1787579760.295300:0:23344:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:1.0:1787579760.295692:0:23344:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:1.0:1787579760.295888:0:23344:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:1.0:1787579760.296274:0:23344:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:1.0:1787579760.296648:0:23344:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:1.0:1787579760.296865:0:23344:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:1.0:1787579760.297546:0:23344:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:1.0:1787579760.297889:0:23344:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:1.0:1787579760.298435:0:23344:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:1.0:1787579760.298751:0:23344:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:1.0:1787579760.298982:0:23344:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:1.0:1787579760.299412:0:23344:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:1.0:1787579760.299757:0:23344:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:1.0:1787579760.300046:0:23344:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:1.0:1787579760.300501:0:23344:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:1.0:1787579760.300817:0:23344:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:1.0:1787579760.301144:0:23344:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:1.0:1787579760.301524:0:23344:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00080000:01000000:1.0:1787579760.304260:0:23344:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:1.0:1787579760.304778:0:23344:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:1.0:1787579760.304789:0:23344:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:1.0:1787579760.304804:0:23344:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xf52f64256fc7b09b 00000020:01000004:1.0:1787579760.304812:0:23344:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:1.0:1787579760.304844:0:23344:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.114@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1787579760.304848:0:23344:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.114@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:1.0:1787579760.304854:0:23344:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:1.0:1787579760.304879:0:23344:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:1.0:1787579760.304883:0:23344:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.114@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:1.0:1787579760.314365:0:23344:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.114@tcp ctxt 0 is initialized 00000020:01000004:1.0:1787579760.314417:0:23344:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.204.114@tcp, index=0001, flags=0x20001 00000020:01000004:1.0:1787579760.314422:0:23344:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1787579760.314428:0:23344:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1787579760.314429:0:23344:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787579760.314430:0:23344:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787579760.314431:0:23344:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787579760.314432:0:23344:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787579760.314433:0:23344:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1787579760.314435:0:23344:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787579760.314436:0:23344:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1787579760.314440:0:23344:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:1.0:1787579760.314442:0:23344:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1787579760.314443:0:23344:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1787579760.314444:0:23344:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787579760.314445:0:23344:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787579760.314445:0:23344:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787579760.314446:0:23344:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787579760.314447:0:23344:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1787579760.314448:0:23344:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787579760.314449:0:23344:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1787579760.314509:0:23344:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:1.0:1787579760.314534:0:23344:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36385180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:23344:1874412578266368:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1787579760.314683:0:23344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579760.314734:0:23344:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e3b245f00 going to sleep for 11 seconds 00000100:00100000:2.0:1787579760.314808:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578266368 00000100:00100000:2.0:1787579760.314816:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578266368 00000100:00100000:2.0:1787579760.314998:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1787579760.315010:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20133850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+12:23344:x1874412578266368:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1787579760.315043:0:22605:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:2.0:1787579760.315047:0:22605:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:2.0:1787579760.315071:0:22605:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:2.0:1787579760.322452:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20133850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+12:23344:x1874412578266368:12345-0@lo:253:mount.lustre.0 Request processed in 7431us (7756us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579760.322536:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1787579760.322677:0:23344:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36385180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:23344:1874412578266368:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1787579760.322693:0:23344:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:3.0:1787579760.322697:0:23344:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1787579760.322698:0:23344:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1787579760.322700:0:23344:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787579760.322701:0:23344:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787579760.322702:0:23344:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787579760.322703:0:23344:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787579760.322705:0:23344:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1787579760.322707:0:23344:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787579760.322708:0:23344:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1787579760.322773:0:23344:0:(tgt_mount.c:101:server_register_mount()) register mount ffff917e07883800 from lustre-MDT0001 10000000:01000000:3.0:1787579760.322807:0:23344:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:3.0:1787579760.322811:0:23344:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:3.0:1787579760.322817:0:23344:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff917e16dcb370 local copy 00010000:00010000:3.0:1787579760.322834:0:23344:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d03720c00/0xf52f64256fc7af91 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7af98 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787579760.322940:0:23344:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03bac380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:23344:1874412578266496:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787579760.322997:0:23344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579760.323883:0:23344:0:(client.c:2715:ptlrpc_set_wait()) set ffff917d03d53a80 going to sleep for 11 seconds 00000100:00100000:1.0:1787579760.323997:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578266496 00000100:00100000:1.0:1787579760.324004:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578266496 00000100:00100000:1.0:1787579760.324042:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1787579760.324145:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20131450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+12:23344:x1874412578266496:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787579760.324235:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20131450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+12:23344:x1874412578266496:12345-0@lo:501:mount.lustre.0 Request processed in 184us (1240us total) trans 0 rc -2/-2 00000100:00100000:1.0:1787579760.324243:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1787579760.324325:0:23344:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03bac380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:23344:1874412578266496:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1787579760.324343:0:23344:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.204.114@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1787579760.324362:0:23344:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.204.114@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1787579760.324369:0:23344:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d03720c00/0xf52f64256fc7af91 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7af98 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579760.324379:0:23344:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff917d03720c00/0xf52f64256fc7af91 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7af98 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787579760.324407:0:23344:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff917e07883800 10000000:01000000:3.0:1787579760.324411:0:23344:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1787579760.324416:0:23344:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff917e16dcb370 10000000:01000000:3.0:1787579760.324418:0:23344:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:3.0:1787579760.324421:0:23344:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff917e16dcb370 from 1 10000000:01000000:3.0:1787579760.324424:0:23344:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1787579760.324451:0:23344:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e18715600/0xf52f64256fc7b0a2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579760.324460:0:23344:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff917e18715600/0xf52f64256fc7b0a2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579760.324494:0:23344:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff917e18715600/0xf52f64256fc7b0a2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787579760.324510:0:23344:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03bac380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:23344:1874412578266624:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1787579760.324539:0:23344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579760.324578:0:23344:0:(client.c:2715:ptlrpc_set_wait()) set ffff917d03d53a80 going to sleep for 11 seconds 00000100:00100000:1.0:1787579760.324705:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578266624 00000100:00100000:1.0:1787579760.324709:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578266624 00000100:00100000:1.0:1787579760.324728:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1787579760.324734:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20131050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+12:23344:x1874412578266624:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787579760.324743:0:22604:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787579760.324762:0:22604:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff917d03721a00/0xf52f64256fc7b0a9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf52f64256fc7b0a2 expref: -99 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579760.324782:0:22604:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff917d03721a00/0xf52f64256fc7b0a9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf52f64256fc7b0a2 expref: 13 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579760.324792:0:22604:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff917d03721a00/0xf52f64256fc7b0a9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf52f64256fc7b0a2 expref: 13 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579760.324801:0:22604:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917d03721a00, rc 0) 00000100:00100000:3.0:1787579760.327101:0:23344:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03bac380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:23344:1874412578266624:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787579760.327133:0:23344:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff917e18715600/0xf52f64256fc7b0a2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b0a9 expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579760.327145:0:23344:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff917e18715600/0xf52f64256fc7b0a2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf52f64256fc7b0a9 expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787579760.327169:0:23344:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1787579760.327210:0:23344:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e18715600/0xf52f64256fc7b0a2 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b0a9 expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579760.327219:0:23344:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff917e18715600/0xf52f64256fc7b0a2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b0a9 expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787579760.327230:0:23344:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff917e07883800 10000000:01000000:3.0:1787579760.327238:0:23344:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:3.0:1787579760.327244:0:23344:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff917e07883800 from 1 10000000:01000000:3.0:1787579760.327246:0:23344:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:3.0:1787579760.327279:0:23344:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e18715c00/0xf52f64256fc7b0b0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579760.327665:0:23344:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff917e18715c00/0xf52f64256fc7b0b0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579760.327676:0:23344:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff917e18715c00/0xf52f64256fc7b0b0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787579760.327700:0:23344:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03bac380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:23344:1874412578266752:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1787579760.327761:0:23344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579760.327834:0:23344:0:(client.c:2715:ptlrpc_set_wait()) set ffff917d03d53a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787579760.327950:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578266752 00000100:00100000:2.0:1787579760.327959:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578266752 00000100:00100000:2.0:1787579760.328002:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1787579760.328011:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20132c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+14:23344:x1874412578266752:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787579760.328026:0:22605:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787579760.328040:0:22605:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff917e0564da00/0xf52f64256fc7b0b7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf52f64256fc7b0b0 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579760.328060:0:22605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff917e0564da00/0xf52f64256fc7b0b7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf52f64256fc7b0b0 expref: 15 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579760.328082:0:22605:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff917e0564da00/0xf52f64256fc7b0b7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf52f64256fc7b0b0 expref: 15 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579760.328092:0:22605:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917e0564da00, rc 0) 00000100:00100000:2.0:1787579760.328141:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20132c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+15:23344:x1874412578266752:12345-0@lo:101:mount.lustre.0 Request processed in 132us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579760.328148:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1787579760.328282:0:23344:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03bac380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:23344:1874412578266752:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787579760.328306:0:23344:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff917e18715c00/0xf52f64256fc7b0b0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b0b7 expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579760.328313:0:23344:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff917e18715c00/0xf52f64256fc7b0b0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf52f64256fc7b0b7 expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787579760.328327:0:23344:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:3.0:1787579760.328342:0:23344:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e18715c00/0xf52f64256fc7b0b0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b0b7 expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579760.328349:0:23344:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff917e18715c00/0xf52f64256fc7b0b0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b0b7 expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787579760.328356:0:23344:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:3.0:1787579760.328360:0:23344:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1787579760.328366:0:23344:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff917e07883800 10000000:01000000:3.0:1787579760.328369:0:23344:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:3.0:1787579760.328372:0:23344:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:3.0:1787579760.328374:0:23344:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:3.0:1787579760.328391:0:23344:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e18714400/0xf52f64256fc7b0be lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579760.328398:0:23344:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff917e18714400/0xf52f64256fc7b0be lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579760.328406:0:23344:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff917e18714400/0xf52f64256fc7b0be lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787579760.328431:0:23344:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03bac380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:23344:1874412578266880:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1787579760.328459:0:23344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579760.328497:0:23344:0:(client.c:2715:ptlrpc_set_wait()) set ffff917d03d53a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787579760.328561:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578266880 00000100:00100000:2.0:1787579760.328639:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578266880 00000100:00100000:2.0:1787579760.328661:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1787579760.328667:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20132450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+15:23344:x1874412578266880:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787579760.328674:0:22605:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787579760.328683:0:22605:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff917e0564c600/0xf52f64256fc7b0c5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xf52f64256fc7b0be expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579760.328695:0:22605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff917e0564c600/0xf52f64256fc7b0c5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf52f64256fc7b0be expref: 16 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579760.328711:0:22605:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff917e0564c600/0xf52f64256fc7b0c5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf52f64256fc7b0be expref: 16 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579760.328718:0:22605:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917e0564c600, rc 0) 00000100:00100000:2.0:1787579760.328755:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20132450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+16:23344:x1874412578266880:12345-0@lo:101:mount.lustre.0 Request processed in 88us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579760.328760:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1787579760.328840:0:23344:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03bac380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:23344:1874412578266880:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787579760.328851:0:23344:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff917e18714400/0xf52f64256fc7b0be lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b0c5 expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579760.328858:0:23344:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff917e18714400/0xf52f64256fc7b0be lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xf52f64256fc7b0c5 expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1787579760.330259:0:23344:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:3.0:1787579760.331005:0:23344:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1787579760.332280:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20131050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+15:23344:x1874412578266624:12345-0@lo:101:mount.lustre.0 Request processed in 7534us (7729us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579760.332303:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000040:00080000:3.0:1787579760.340696:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1787579760.340950:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:3.0:1787579760.340966:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:3.0:1787579760.340977:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:3.0:1787579760.340988:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:3.0:1787579760.340999:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:3.0:1787579760.341009:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:3.0:1787579760.341019:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:3.0:1787579760.341030:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:3.0:1787579760.341041:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:3.0:1787579760.341051:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:3.0:1787579760.341062:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:3.0:1787579760.341141:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:3.0:1787579760.341156:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:3.0:1787579760.341167:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:3.0:1787579760.341179:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:3.0:1787579760.341192:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:3.0:1787579760.341212:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:3.0:1787579760.341223:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:3.0:1787579760.341233:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:3.0:1787579760.341244:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:3.0:1787579760.341254:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:3.0:1787579760.341265:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:3.0:1787579760.341276:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:3.0:1787579760.341299:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:3.0:1787579760.341314:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:3.0:1787579760.341326:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:3.0:1787579760.341339:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:3.0:1787579760.341352:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:3.0:1787579760.341364:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:3.0:1787579760.341378:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:3.0:1787579760.341392:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:3.0:1787579760.341407:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:3.0:1787579760.341420:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:3.0:1787579760.341433:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:3.0:1787579760.341447:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:3.0:1787579760.341460:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:3.0:1787579760.341502:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:3.0:1787579760.341519:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:3.0:1787579760.341534:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:3.0:1787579760.341545:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:3.0:1787579760.341558:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:3.0:1787579760.341569:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:3.0:1787579760.341580:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:3.0:1787579760.341603:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:3.0:1787579760.341608:0:23344:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:3.0:1787579760.341708:0:23344:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03bac380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:23344:1874412578267008:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787579760.341782:0:23344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579760.342787:0:23344:0:(client.c:2715:ptlrpc_set_wait()) set ffff917d03d530c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787579760.346031:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578267008 00000100:00100000:2.0:1787579760.346051:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578267008 00000100:00100000:2.0:1787579760.346179:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1787579760.346191:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20133c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+15:23344:x1874412578267008:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787579760.346601:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20133c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+15:23344:x1874412578267008:12345-0@lo:501:mount.lustre.0 Request processed in 412us (4818us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579760.346609:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1787579760.346866:0:23344:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03bac380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:23344:1874412578267008:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787579760.346924:0:23344:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03bac380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:23344:1874412578267136:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787579760.346979:0:23344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579760.347026:0:23344:0:(client.c:2715:ptlrpc_set_wait()) set ffff917d03d530c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787579760.347135:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578267136 00000100:00100000:1.0:1787579760.347141:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578267136 00000100:00100000:1.0:1787579760.347174:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1787579760.347181:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20130450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+15:23344:x1874412578267136:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787579760.348228:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20130450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+15:23344:x1874412578267136:12345-0@lo:503:mount.lustre.0 Request processed in 1043us (1245us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579760.348238:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1787579760.348568:0:23344:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03bac380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:23344:1874412578267136:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1787579760.349165:0:23344:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1787579760.349239:0:23344:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03bac380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:23344:1874412578267264:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787579760.349741:0:23344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579760.349787:0:23344:0:(client.c:2715:ptlrpc_set_wait()) set ffff917d03d53a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787579760.349861:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578267264 00000100:00100000:2.0:1787579760.349868:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578267264 00000100:00100000:2.0:1787579760.349926:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1787579760.350235:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20133450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+15:23344:x1874412578267264:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787579760.352329:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20133450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+15:23344:x1874412578267264:12345-0@lo:502:mount.lustre.0 Request processed in 2374us (2568us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579760.352347:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1787579760.352414:0:23344:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03bac380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:23344:1874412578267264:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787579760.352678:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1787579760.352705:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:3.0:1787579760.352713:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:3.0:1787579760.352731:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:3.0:1787579760.352743:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:3.0:1787579760.352750:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:3.0:1787579760.352762:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:3.0:1787579760.352769:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:3.0:1787579760.352781:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:3.0:1787579760.352794:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:3.0:1787579760.352808:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:3.0:1787579760.352819:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:3.0:1787579760.352830:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:3.0:1787579760.352843:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:3.0:1787579760.352856:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:3.0:1787579760.352867:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:3.0:1787579760.352879:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:3.0:1787579760.352890:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:3.0:1787579760.352912:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:3.0:1787579760.352926:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:3.0:1787579760.352939:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:3.0:1787579760.352951:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:3.0:1787579760.352963:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:3.0:1787579760.352975:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:3.0:1787579760.352987:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:3.0:1787579760.353000:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:3.0:1787579760.353014:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:3.0:1787579760.353027:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:3.0:1787579760.353041:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:3.0:1787579760.353052:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:3.0:1787579760.353064:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:3.0:1787579760.353076:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:3.0:1787579760.353089:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:3.0:1787579760.353100:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:3.0:1787579760.353112:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:3.0:1787579760.353126:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:3.0:1787579760.353140:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:3.0:1787579760.353154:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:3.0:1787579760.353165:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:3.0:1787579760.353176:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:3.0:1787579760.353186:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:3.0:1787579760.353196:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:3.0:1787579760.353206:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:3.0:1787579760.353218:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:3.0:1787579760.353254:0:23344:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03bac380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:23344:1874412578267392:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787579760.353326:0:23344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579760.353371:0:23344:0:(client.c:2715:ptlrpc_set_wait()) set ffff917d03d53a80 going to sleep for 11 seconds 00000100:00100000:1.0:1787579760.354158:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578267392 00000100:00100000:1.0:1787579760.354167:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578267392 00000100:00100000:1.0:1787579760.354220:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1787579760.354228:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20130c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+15:23344:x1874412578267392:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787579760.354360:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20130c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+15:23344:x1874412578267392:12345-0@lo:502:mount.lustre.0 Request processed in 132us (1034us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579760.354367:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1787579760.354522:0:23344:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03bac380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:23344:1874412578267392:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787579760.354584:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:3.0:1787579760.354600:0:23344:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:3.0:1787579760.355458:0:23348:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787579760.355510:0:23348:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787579760.355517:0:23348:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:3.0:1787579760.355522:0:23348:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:3.0:1787579760.355525:0:23348:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787579760.355542:0:23348:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff917e320f8000) 00000020:00000080:3.0:1787579760.355564:0:23348:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:3.0:1787579760.355572:0:23348:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:3.0:1787579760.355677:0:23348:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:3.0:1787579760.355688:0:23348:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xf52f64256fc7b0d3 00000020:00000080:3.0:1787579760.356573:0:23348:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:3.0:1787579760.356579:0:23348:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787579760.356584:0:23348:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787579760.356585:0:23348:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:3.0:1787579760.356587:0:23348:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787579760.356590:0:23348:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787579760.356591:0:23348:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:3.0:1787579760.356593:0:23348:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787579760.356599:0:23348:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff917e320f99b8) 00000020:00000080:3.0:1787579760.356611:0:23348:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:3.0:1787579760.356613:0:23348:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1787579760.356614:0:23348:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:3.0:1787579760.356616:0:23348:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:3.0:1787579760.356620:0:23348:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1787579760.356670:0:23348:0:(tgt_mount.c:153:server_get_mount()) get mount ffff917e07883800 from lustre-MDT0001, refs=2 00000020:00000080:3.0:1787579760.356683:0:23348:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff917e320fcd28) 00000020:00000080:3.0:1787579760.356693:0:23348:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:3.0:1787579760.356772:0:23348:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:3.0:1787579760.356777:0:23348:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xf52f64256fc7b0e8 00000020:00000080:3.0:1787579760.356927:0:23348:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:3.0:1787579760.356934:0:23348:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:3.0:1787579760.356939:0:23348:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0xf52f64256fc7b0ef 00080000:01000000:3.0:1787579760.356951:0:23348:0:(osd_handler.c:8925:osd_obd_connect()) connect #2 00000020:00000080:3.0:1787579760.356955:0:23348:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xf52f64256fc7b0f6 00010000:00010000:0.0:1787579760.411096:0:23348:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:0.0:1787579760.411742:0:23348:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:0.0:1787579760.412517:0:23348:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:0.0:1787579760.413405:0:23348:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:0.0:1787579760.413419:0:23348:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787579760.413426:0:23348:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787579760.413429:0:23348:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:0.0:1787579760.413433:0:23348:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787579760.413439:0:23348:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787579760.413441:0:23348:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:0.0:1787579760.413444:0:23348:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1787579760.413450:0:23348:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.114@tcp to nid 0x20000c0a8cc72 (192.168.204.114@tcp) 00000020:00000080:0.0:1787579760.413512:0:23348:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787579760.413527:0:23348:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff917e06140000) 00000020:00000080:0.0:1787579760.413548:0:23348:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:0.0:1787579760.413553:0:23348:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1787579760.413629:0:23348:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:0.0:1787579760.413642:0:23348:0:(osd_handler.c:8925:osd_obd_connect()) connect #3 00000020:00000080:0.0:1787579760.413651:0:23348:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xf52f64256fc7b104 00010000:00080000:0.0:1787579760.413685:0:23348:0:(ldlm_lib.c:102:import_set_conn()) imp ffff917d02213000@lustre-MDT0000-osp-MDT0001: add connection 192.168.204.114@tcp at head 00010000:00010000:0.0:1787579760.415593:0:23348:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:1.0:1787579760.418985:0:23348:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1787579760.419010:0:23348:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:1.0:1787579760.419052:0:23348:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:1.0:1787579760.419130:0:23348:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xf52f64256fc7b10b 00000100:00080000:1.0:1787579760.419142:0:23348:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1787579760.419149:0:23348:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff917d02213000 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1787579760.419185:0:23348:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff917e36386680 x1874412578267520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787579760.419261:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36386680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874412578267520:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1787579760.419358:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1787579760.419499:0:23348:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000020:01000000:1.0:1787579760.419563:0:23348:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787579760.419568:0:23348:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787579760.419570:0:23348:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:1.0:1787579760.419573:0:23348:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1787579760.419575:0:23348:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:1.0:1787579760.419577:0:23348:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787579760.419578:0:23348:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787579760.419580:0:23348:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1787579760.419582:0:23348:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787579760.419583:0:23348:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:1.0:1787579760.419585:0:23348:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787579760.419590:0:23348:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787579760.419591:0:23348:0:(obd_config.c:1563:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:1.0:1787579760.419595:0:23348:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:1.0:1787579760.419629:0:23348:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:1.0:1787579760.419644:0:23348:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787579760.419648:0:23348:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787579760.419649:0:23348:0:(obd_config.c:1563:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:1.0:1787579760.419652:0:23348:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1787579760.419653:0:23348:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #20 00000020:01000000:1.0:1787579760.419655:0:23348:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787579760.419656:0:23348:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787579760.419658:0:23348:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1787579760.419661:0:23348:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787579760.419668:0:23348:0:(obd_config.c:1563:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:1.0:1787579760.419671:0:23348:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1787579760.419675:0:23348:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:1.0:1787579760.419679:0:23348:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787579760.419694:0:23348:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1787579760.419699:0:23348:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1787579760.419703:0:23348:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.114@tcp to nid 0x20000c0a8cc72 (192.168.204.114@tcp) 00000020:01000000:1.0:1787579760.419729:0:23348:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:1.0:1787579760.419731:0:23348:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787579760.419745:0:23348:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff917d03bdcd28) 00000020:00000080:1.0:1787579760.419758:0:23348:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:1.0:1787579760.419763:0:23348:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1787579760.419851:0:23348:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:1.0:1787579760.419858:0:23348:0:(osd_handler.c:8925:osd_obd_connect()) connect #4 00000020:00000080:1.0:1787579760.419864:0:23348:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xf52f64256fc7b119 00010000:00080000:1.0:1787579760.419891:0:23348:0:(ldlm_lib.c:102:import_set_conn()) imp ffff917d02212800@lustre-OST0000-osc-MDT0001: add connection 192.168.204.114@tcp at head 00000100:00100000:0.0:1787579760.420194:0:22617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578267520 00000100:00100000:0.0:1787579760.420209:0:22617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578267520 00000100:00100000:0.0:1787579760.420255:0:22617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1787579760.420263:0:22617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03bac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3640:x1874412578267520:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1787579760.420301:0:22617:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 694 last 0 00000020:00000080:0.0:1787579760.420343:0:22617:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xf52f64256fc7b120 00000004:00100000:0.0:1787579760.420359:0:22617:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:0.0:1787579760.420365:0:22617:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000100:00080000:0.0:1787579760.420441:0:18308:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1787579760.420446:0:18308:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787579760.420449:0:18308:0:(import.c:65:import_set_state_nolock()) ffff917d04b83000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787579760.420454:0:18308:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 692 00000100:00080000:0.0:1787579760.420458:0:18308:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1787579760.420463:0:18308:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff917d04b83000 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1787579760.420509:0:18308:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff917d03f48e00 x1874412578267648/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787579760.420541:0:18308:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787579760.420545:0:18308:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787579760.420547:0:18308:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787579760.420550:0:18308:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1787579760.420596:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03f48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1874412578267776:0@lo:400:kworker.0 00000100:00100000:0.0:1787579760.420641:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579760.420683:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578267776 00000100:00100000:0.0:1787579760.420688:0:22614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578267776 00000100:00100000:0.0:1787579760.420720:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1787579760.420727:0:22614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03f48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1874412578267776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787579760.420782:0:22614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03f48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1874412578267776:12345-0@lo:400:kworker.0 Request processed in 55us (141us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579760.420789:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:0.0:1787579760.420827:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff917d03f48700 x1874412578267776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579776 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787579760.420840:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03f48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1874412578267776:0@lo:400:kworker.0 00000100:00100000:3.0:1787579760.421015:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03f48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874412578267648:0@lo:38:kworker.0 00000100:00100000:3.0:1787579760.421045:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1787579760.421149:0:23348:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000100:00100000:0.0:1787579760.421178:0:22618:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:0.0:1787579760.421186:0:22618:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00000100:00100000:0.0:1787579760.421526:0:22618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578267648 00000100:00100000:0.0:1787579760.421531:0:22618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578267648 00000100:00100000:3.0:1787579760.421660:0:23353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1787579760.421668:0:23353:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03bad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3640:x1874412578267648:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1787579760.421776:0:23353:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03bad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3640:x1874412578267648:12345-0@lo:38:kworker.0 Request processed in 105us (728us total) trans 0 rc -11/-11 00000100:00100000:3.0:1787579760.421783:0:23353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1787579760.421835:0:3640:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1787579760.421842:0:3640:0:(import.c:65:import_set_state_nolock()) ffff917d04b83000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787579760.421847:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1787579760.421851:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03f48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874412578267648:0@lo:38:kworker.0 00000040:01000000:0.0:1787579760.423022:0:23348:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1787579760.423413:0:23348:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:0.0:1787579760.425166:0:23348:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787579760.425354:0:23348:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:0.0:1787579760.425524:0:23348:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000040:00080000:3.0:1787579760.428065:0:23354:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1787579760.428073:0:23354:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000100:00080000:0.0:1787579760.428748:0:22617:0:(import.c:65:import_set_state_nolock()) ffff917e3b39e000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787579760.428895:0:22617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03bac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1874412578267520:12345-0@lo:38:llog_process_th.0 Request processed in 8630us (9536us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579760.428904:0:22617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1787579760.428965:0:3640:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1787579760.428973:0:3640:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1787579760.428980:0:3640:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:3.0:1787579760.428985:0:3640:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1787579760.428987:0:3640:0:(import.c:65:import_set_state_nolock()) ffff917d02213000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1787579760.429026:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36386680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874412578267520:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1787579760.429123:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787579760.429175:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03f48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874412578267904:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787579760.429215:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579760.429328:0:22618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578267904 00000100:00100000:0.0:1787579760.429339:0:22618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578267904 00000100:00100000:0.0:1787579760.429384:0:22618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1787579760.429393:0:22618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03badc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3641:x1874412578267904:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787579760.429433:0:22618:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1787579760.429549:0:22618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03badc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3641:x1874412578267904:12345-0@lo:41:osp-pre-0-1.0 Request processed in 156us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579760.429556:0:22618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1787579760.429606:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03f48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874412578267904:0@lo:41:osp-pre-0-1.0 00000020:00000080:0.0:1787579760.431572:0:23348:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1787579760.431588:0:23348:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1787579760.431644:0:23348:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:0.0:1787579760.431671:0:23348:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xf52f64256fc7b127 00000100:00080000:0.0:1787579760.431681:0:23348:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1787579760.431686:0:23348:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff917d02212800 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1787579760.431718:0:23348:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff917d03f48700 x1874412578268032/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787579760.431785:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03f48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874412578268032:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1787579760.431840:0:3640:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874412578268032 offset 0 length 520: 4 00000100:00080000:0.0:1787579760.431901:0:23348:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:0.0:1787579760.431975:0:23348:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787579760.431980:0:23348:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787579760.431981:0:23348:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1787579760.431984:0:23348:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1787579760.431987:0:23348:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #28 00000020:01000000:0.0:1787579760.431989:0:23348:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787579760.431991:0:23348:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787579760.431992:0:23348:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1787579760.431995:0:23348:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787579760.431996:0:23348:0:(obd_config.c:1563:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:0.0:1787579760.431999:0:23348:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1787579760.432003:0:23348:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:0.0:1787579760.432006:0:23348:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787579760.432007:0:23348:0:(obd_config.c:1563:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1787579760.432009:0:23348:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1787579760.432013:0:23348:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.114@tcp to nid 0x20000c0a8cc72 (192.168.204.114@tcp) 00000020:01000000:0.0:1787579760.432029:0:23348:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:0.0:1787579760.432035:0:23348:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787579760.432043:0:23348:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff917e06144d28) 00000020:00000080:0.0:1787579760.432052:0:23348:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:0.0:1787579760.432054:0:23348:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1787579760.432139:0:23348:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:0.0:1787579760.432145:0:23348:0:(osd_handler.c:8925:osd_obd_connect()) connect #5 00000020:00000080:0.0:1787579760.432149:0:23348:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xf52f64256fc7b135 00010000:00080000:0.0:1787579760.432179:0:23348:0:(ldlm_lib.c:102:import_set_conn()) imp ffff917d02198800@lustre-OST0001-osc-MDT0001: add connection 192.168.204.114@tcp at head 00010000:00010000:0.0:1787579760.432343:0:23348:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000100:00080000:1.0:1787579760.432377:0:18308:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787579760.432382:0:18308:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787579760.432384:0:18308:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787579760.432387:0:18308:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:01000000:0.0:1787579760.432415:0:23348:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1787579760.432431:0:23348:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:0.0:1787579760.434002:0:23348:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787579760.434202:0:23348:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:0.0:1787579760.434333:0:23348:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:0.0:1787579760.435355:0:23356:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1787579760.435360:0:23356:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:0.0:1787579760.436255:0:23348:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1787579760.436266:0:23348:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1787579760.436320:0:23348:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:0.0:1787579760.436343:0:23348:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xf52f64256fc7b13c 00000100:00080000:0.0:1787579760.436354:0:23348:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1787579760.436360:0:23348:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff917d02198800 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1787579760.436397:0:23348:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff917d03f4aa00 x1874412578268160/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787579760.436489:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03f4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874412578268160:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1787579760.436544:0:3640:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874412578268160 offset 0 length 520: 4 00000100:00080000:0.0:1787579760.436708:0:23348:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:0.0:1787579760.436771:0:23348:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787579760.436776:0:23348:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787579760.436778:0:23348:0:(obd_config.c:1563:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1787579760.436781:0:23348:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787579760.436784:0:23348:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787579760.436792:0:23348:0:(obd_config.c:1563:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:0.0:1787579760.436796:0:23348:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1787579760.436798:0:23348:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1787579760.436800:0:23348:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787579760.436802:0:23348:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787579760.436804:0:23348:0:(obd_config.c:1563:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:0.0:1787579760.436806:0:23348:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787579760.436809:0:23348:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787579760.436810:0:23348:0:(obd_config.c:1563:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1787579760.436814:0:23348:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00080000:2.0:1787579760.436952:0:18308:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787579760.436957:0:18308:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787579760.436960:0:18308:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787579760.436963:0:18308:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:01000000:0.0:1787579760.437031:0:23348:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787579760.437035:0:23348:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787579760.437037:0:23348:0:(obd_config.c:1563:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1787579760.437040:0:23348:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000020:01000000:1.0:1787579760.437253:0:23344:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:1.0:1787579760.437299:0:23344:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:1.0:1787579760.437363:0:23344:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e18714400/0xf52f64256fc7b0be lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b0c5 expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579760.437376:0:23344:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff917e18714400/0xf52f64256fc7b0be lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b0c5 expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787579760.437396:0:23344:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff917e07883800 from 1 10000000:01000000:1.0:1787579760.437399:0:23344:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1787579760.437427:0:23344:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d03720200/0xf52f64256fc7b143 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579760.437435:0:23344:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff917d03720200/0xf52f64256fc7b143 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579760.437446:0:23344:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff917d03720200/0xf52f64256fc7b143 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787579760.437464:0:23344:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36384700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:23344:1874412578268288:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1787579760.437549:0:23344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579760.437579:0:23344:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e360b2480 going to sleep for 11 seconds 00000100:00100000:3.0:1787579760.437678:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578268288 00000100:00100000:3.0:1787579760.437686:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578268288 00000100:00100000:3.0:1787579760.437736:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1787579760.437746:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20132050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+15:23344:x1874412578268288:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787579760.437759:0:22605:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787579760.437773:0:22605:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff917e18714000/0xf52f64256fc7b14a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf52f64256fc7b143 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579760.437795:0:22605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff917e18714000/0xf52f64256fc7b14a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf52f64256fc7b143 expref: 16 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579760.437806:0:22605:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff917e18714000/0xf52f64256fc7b14a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf52f64256fc7b143 expref: 16 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579760.437816:0:22605:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917e18714000, rc 0) 00000100:00100000:3.0:1787579760.437874:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20132050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+16:23344:x1874412578268288:12345-0@lo:101:mount.lustre.0 Request processed in 129us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579760.437881:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1787579760.437966:0:23344:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36384700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:23344:1874412578268288:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787579760.437980:0:23344:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff917d03720200/0xf52f64256fc7b143 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b14a expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579760.437989:0:23344:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff917d03720200/0xf52f64256fc7b143 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf52f64256fc7b14a expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787579760.438516:0:23344:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03f48380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:23344:1874412578268416:0@lo:256:mount.lustre.0 00000100:00100000:0.0:1787579760.438556:0:23344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579760.438588:0:23344:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e05125480 going to sleep for 11 seconds 00000100:00100000:0.0:1787579760.438605:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578268416 00000100:00100000:0.0:1787579760.438609:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578268416 00000100:00100000:0.0:1787579760.438634:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1787579760.438642:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20130050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+16:23344:x1874412578268416:12345-0@lo:256:mount.lustre.0 20000000:01000000:0.0:1787579760.438762:0:22607:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:0.0:1787579760.438782:0:22607:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1787579760.438785:0:22607:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:0.0:1787579760.438934:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20130050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+16:23344:x1874412578268416:12345-0@lo:256:mount.lustre.0 Request processed in 292us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579760.438942:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1787579760.439015:0:23344:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03f48380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:23344:1874412578268416:0@lo:256:mount.lustre.0 10000000:01000000:1.0:1787579760.441570:0:23344:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1787579760.441669:0:23344:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d03720200/0xf52f64256fc7b143 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b14a expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579760.441684:0:23344:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff917d03720200/0xf52f64256fc7b143 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b14a expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787579760.441693:0:23344:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff917e07883800 from 1 10000000:01000000:1.0:1787579760.441696:0:23344:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1787579760.441738:0:23344:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d03721800/0xf52f64256fc7b151 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579760.441746:0:23344:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff917d03721800/0xf52f64256fc7b151 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579760.441776:0:23344:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff917d03721800/0xf52f64256fc7b151 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787579760.441803:0:23344:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36384380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:23344:1874412578268544:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1787579760.441863:0:23344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579760.441911:0:23344:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e360b2300 going to sleep for 11 seconds 00000100:00100000:0.0:1787579760.442775:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578268544 00000100:00100000:0.0:1787579760.442787:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578268544 00000100:00100000:0.0:1787579760.442853:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1787579760.442864:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20131850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+16:23344:x1874412578268544:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787579760.442878:0:22604:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787579760.442894:0:22604:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff917e36368000/0xf52f64256fc7b158 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf52f64256fc7b151 expref: -99 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579760.442922:0:22604:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff917e36368000/0xf52f64256fc7b158 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf52f64256fc7b151 expref: 17 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579760.442934:0:22604:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff917e36368000/0xf52f64256fc7b158 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf52f64256fc7b151 expref: 17 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579760.442943:0:22604:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917e36368000, rc 0) 00000100:00100000:0.0:1787579760.443006:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20131850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+17:23344:x1874412578268544:12345-0@lo:101:mount.lustre.0 Request processed in 144us (1143us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579760.443013:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1787579760.443160:0:23344:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36384380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:23344:1874412578268544:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787579760.443177:0:23344:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff917d03721800/0xf52f64256fc7b151 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b158 expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579760.443188:0:23344:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff917d03721800/0xf52f64256fc7b151 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf52f64256fc7b158 expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1787579760.444556:0:23344:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:0.0:1787579760.444912:0:23344:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787579760.445102:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:0.0:1787579760.445130:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:0.0:1787579760.445148:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:0.0:1787579760.445162:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:0.0:1787579760.445180:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:0.0:1787579760.445195:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:0.0:1787579760.445209:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:0.0:1787579760.445235:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:0.0:1787579760.445251:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:0.0:1787579760.445314:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:0.0:1787579760.445331:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:0.0:1787579760.445350:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:0.0:1787579760.445355:0:23344:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:0.0:1787579760.445433:0:23344:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03f4b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:23344:1874412578268672:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787579760.445530:0:23344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579760.445574:0:23344:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e05125000 going to sleep for 11 seconds 00000100:00100000:1.0:1787579760.445899:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578268672 00000100:00100000:1.0:1787579760.445906:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578268672 00000100:00100000:1.0:1787579760.445956:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1787579760.445966:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b3aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+17:23344:x1874412578268672:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787579760.446194:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b3aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+17:23344:x1874412578268672:12345-0@lo:501:mount.lustre.0 Request processed in 228us (665us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579760.446203:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1787579760.446276:0:23344:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03f4b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:23344:1874412578268672:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787579760.446324:0:23344:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:23344:1874412578268800:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787579760.446368:0:23344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579760.446395:0:23344:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e0361ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787579760.446451:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578268800 00000100:00100000:3.0:1787579760.446456:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578268800 00000100:00100000:3.0:1787579760.446661:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1787579760.446669:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b3ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+17:23344:x1874412578268800:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787579760.446769:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b3ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+17:23344:x1874412578268800:12345-0@lo:503:mount.lustre.0 Request processed in 101us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579760.446776:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1787579760.446857:0:23344:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:23344:1874412578268800:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1787579760.447240:0:23344:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1787579760.447328:0:23344:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:23344:1874412578268928:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787579760.447363:0:23344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579760.447857:0:23344:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e0361ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1787579760.447989:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578268928 00000100:00100000:0.0:1787579760.447994:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578268928 00000100:00100000:0.0:1787579760.448026:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1787579760.448035:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b3a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+17:23344:x1874412578268928:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787579760.448148:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b3a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+17:23344:x1874412578268928:12345-0@lo:502:mount.lustre.0 Request processed in 114us (784us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579760.448156:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1787579760.448236:0:23344:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:23344:1874412578268928:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787579760.448461:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1787579760.448524:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:2.0:1787579760.448540:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:2.0:1787579760.448553:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:2.0:1787579760.448567:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:2.0:1787579760.448580:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:2.0:1787579760.448593:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:2.0:1787579760.448606:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:2.0:1787579760.448620:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1787579760.448634:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:2.0:1787579760.448648:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:2.0:1787579760.448673:0:23344:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:23344:1874412578269056:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787579760.448712:0:23344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579760.448740:0:23344:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e0361ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1787579760.448798:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578269056 00000100:00100000:0.0:1787579760.448803:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578269056 00000100:00100000:0.0:1787579760.448835:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1787579760.448841:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b3aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+17:23344:x1874412578269056:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787579760.448914:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b3aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+17:23344:x1874412578269056:12345-0@lo:502:mount.lustre.0 Request processed in 72us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579760.448920:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1787579760.449037:0:23344:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:23344:1874412578269056:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787579760.449072:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:2.0:1787579760.449086:0:23344:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:2.0:1787579760.449713:0:23358:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787579760.449722:0:23358:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787579760.449724:0:23358:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1787579760.449729:0:23358:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff917e07883800 00000020:00000080:2.0:1787579760.449732:0:23358:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1787579760.449739:0:23358:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787579760.449740:0:23358:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787579760.449742:0:23358:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1787579760.449744:0:23358:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787579760.449745:0:23358:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787579760.449746:0:23358:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1787579760.449749:0:23358:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff917e07883800 00000020:00000080:2.0:1787579760.449751:0:23358:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1787579760.449886:0:23358:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787579760.449890:0:23358:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787579760.449891:0:23358:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1787579760.449893:0:23358:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787579760.449895:0:23358:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787579760.449896:0:23358:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1787579760.449899:0:23358:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff917e07883800 00000020:00000080:2.0:1787579760.449901:0:23358:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1787579760.451261:0:23358:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787579760.451269:0:23358:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787579760.451271:0:23358:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1787579760.451273:0:23358:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787579760.451276:0:23358:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787579760.451278:0:23358:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1787579760.451293:0:23358:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff917e07883800 00000020:00000080:2.0:1787579760.451295:0:23358:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1787579760.451339:0:23358:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787579760.451341:0:23358:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787579760.451343:0:23358:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1787579760.451345:0:23358:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:1.0:1787579760.452351:0:23344:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:1.0:1787579760.452392:0:23344:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1787579760.452412:0:23344:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d03721800/0xf52f64256fc7b151 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b158 expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579760.452425:0:23344:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff917d03721800/0xf52f64256fc7b151 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b158 expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787579760.452500:0:23344:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1787579760.452503:0:23344:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff917e07883800 10000000:01000000:1.0:1787579760.452506:0:23344:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff917e07883800 10000000:01000000:1.0:1787579760.452510:0:23344:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1787579760.452516:0:23344:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff917e07883800 from 1 10000000:01000000:1.0:1787579760.452518:0:23344:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1787579760.452553:0:23344:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d03721c00/0xf52f64256fc7b15f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579760.452562:0:23344:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff917d03721c00/0xf52f64256fc7b15f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579760.452574:0:23344:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff917d03721c00/0xf52f64256fc7b15f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787579760.452596:0:23344:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36384380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:23344:1874412578269184:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1787579760.452661:0:23344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579760.452700:0:23344:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e360b2300 going to sleep for 11 seconds 00000100:00100000:0.0:1787579760.455180:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578269184 00000100:00100000:0.0:1787579760.455194:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578269184 00000100:00100000:0.0:1787579760.455251:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1787579760.455261:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b3aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+17:23344:x1874412578269184:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787579760.455277:0:22604:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787579760.455313:0:22604:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff917e36368800/0xf52f64256fc7b166 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xf52f64256fc7b15f expref: -99 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579760.455341:0:22604:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff917e36368800/0xf52f64256fc7b166 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf52f64256fc7b15f expref: 18 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579760.455354:0:22604:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff917e36368800/0xf52f64256fc7b166 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf52f64256fc7b15f expref: 18 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579760.455364:0:22604:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917e36368800, rc 0) 00000100:00100000:0.0:1787579760.455446:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b3aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+18:23344:x1874412578269184:12345-0@lo:101:mount.lustre.0 Request processed in 186us (2784us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579760.455454:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1787579760.455736:0:23344:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36384380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:23344:1874412578269184:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787579760.455754:0:23344:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff917d03721c00/0xf52f64256fc7b15f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b166 expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579760.455765:0:23344:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff917d03721c00/0xf52f64256fc7b15f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xf52f64256fc7b166 expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1787579760.459304:0:23344:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:1.0:1787579760.459627:0:23344:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1787579760.460807:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:1.0:1787579760.460919:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:1.0:1787579760.460938:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:1.0:1787579760.460954:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:1.0:1787579760.460969:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:1.0:1787579760.460983:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:1.0:1787579760.460998:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:1.0:1787579760.461016:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:1.0:1787579760.461034:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:1.0:1787579760.461050:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:1.0:1787579760.461070:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:1.0:1787579760.461103:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:1.0:1787579760.461122:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:1.0:1787579760.461140:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:1.0:1787579760.461157:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:1.0:1787579760.461179:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:1.0:1787579760.461197:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:1.0:1787579760.461222:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:1.0:1787579760.461241:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:1.0:1787579760.461268:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:1.0:1787579760.461302:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:1.0:1787579760.461330:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:1.0:1787579760.461351:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:1.0:1787579760.461367:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:1.0:1787579760.461387:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:1.0:1787579760.461405:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:1.0:1787579760.461426:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:1.0:1787579760.461454:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:1.0:1787579760.461491:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:1.0:1787579760.461508:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:1.0:1787579760.461522:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:1.0:1787579760.461537:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:1.0:1787579760.461551:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:1.0:1787579760.461565:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:1.0:1787579760.461587:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:1.0:1787579760.461603:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:1.0:1787579760.461617:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:1.0:1787579760.461633:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:1.0:1787579760.461652:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:1.0:1787579760.461673:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:1.0:1787579760.461692:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:1.0:1787579760.461711:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:1.0:1787579760.461731:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:1.0:1787579760.461763:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:1.0:1787579760.461779:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:1.0:1787579760.461794:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:1.0:1787579760.461808:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:1.0:1787579760.461894:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:1.0:1787579760.462061:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:1.0:1787579760.462087:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:1.0:1787579760.462112:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:1.0:1787579760.462122:0:23344:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:1.0:1787579760.462246:0:23344:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36384380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:23344:1874412578269312:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787579760.462328:0:23344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579760.462376:0:23344:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e360b2480 going to sleep for 11 seconds 00000100:00100000:1.0:1787579760.462404:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578269312 00000100:00100000:1.0:1787579760.462412:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578269312 00000100:00100000:1.0:1787579760.462464:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1787579760.462500:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b3abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+18:23344:x1874412578269312:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787579760.462695:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b3abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+18:23344:x1874412578269312:12345-0@lo:501:mount.lustre.0 Request processed in 198us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579760.462704:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1787579760.462778:0:23344:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36384380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:23344:1874412578269312:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787579760.462815:0:23344:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:23344:1874412578269440:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787579760.462917:0:23344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579760.462977:0:23344:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e0361ecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1787579760.463009:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578269440 00000100:00100000:1.0:1787579760.463014:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578269440 00000100:00100000:1.0:1787579760.463083:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1787579760.463091:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b3a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+18:23344:x1874412578269440:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787579760.463174:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b3a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+18:23344:x1874412578269440:12345-0@lo:503:mount.lustre.0 Request processed in 83us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579760.463181:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1787579760.463268:0:23344:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:23344:1874412578269440:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1787579760.463785:0:23344:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1787579760.463916:0:23344:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36386a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:23344:1874412578269568:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787579760.463965:0:23344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579760.464033:0:23344:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e07df1780 going to sleep for 11 seconds 00000100:00100000:2.0:1787579760.464070:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578269568 00000100:00100000:2.0:1787579760.464075:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578269568 00000100:00100000:2.0:1787579760.464142:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1787579760.464151:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b3a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+18:23344:x1874412578269568:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787579760.464244:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b3a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+18:23344:x1874412578269568:12345-0@lo:502:mount.lustre.0 Request processed in 94us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579760.464251:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1787579760.464327:0:23344:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36386a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:23344:1874412578269568:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787579760.464519:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:1.0:1787579760.464546:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:1.0:1787579760.464562:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:1.0:1787579760.464576:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:1.0:1787579760.464590:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:1.0:1787579760.464618:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:1.0:1787579760.464632:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:1.0:1787579760.464644:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:1.0:1787579760.464657:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:1.0:1787579760.464672:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:1.0:1787579760.464685:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:1.0:1787579760.464701:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:1.0:1787579760.464718:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:1.0:1787579760.464731:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:1.0:1787579760.464747:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:1.0:1787579760.464762:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:1.0:1787579760.464782:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:1.0:1787579760.464807:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:1.0:1787579760.464836:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:1.0:1787579760.464853:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:1.0:1787579760.464867:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:1.0:1787579760.464892:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:1.0:1787579760.464909:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:1.0:1787579760.464923:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:1.0:1787579760.464937:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:1.0:1787579760.464949:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:1.0:1787579760.464961:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:1.0:1787579760.464974:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:1.0:1787579760.464987:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:1.0:1787579760.465001:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:1.0:1787579760.465015:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:1.0:1787579760.465028:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:1.0:1787579760.465044:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:1.0:1787579760.465059:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:1.0:1787579760.465076:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:1.0:1787579760.465095:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:1.0:1787579760.465110:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:1.0:1787579760.465137:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:1.0:1787579760.465152:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:1.0:1787579760.465164:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:1.0:1787579760.465175:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:1.0:1787579760.465187:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:1.0:1787579760.465199:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:1.0:1787579760.465211:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:1.0:1787579760.465225:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:1.0:1787579760.465238:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:1.0:1787579760.465252:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:1.0:1787579760.465265:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:1.0:1787579760.465314:0:23344:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36386a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:23344:1874412578269696:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787579760.465369:0:23344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579760.465409:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578269696 00000100:00100000:1.0:1787579760.465414:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578269696 00000100:00100000:1.0:1787579760.465446:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1787579760.465453:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b3a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+18:23344:x1874412578269696:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787579760.465556:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b3a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+18:23344:x1874412578269696:12345-0@lo:502:mount.lustre.0 Request processed in 103us (186us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579760.465564:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1787579760.465602:0:23344:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e07df1780 going to sleep for 11 seconds 00000100:00100000:1.0:1787579760.465619:0:23344:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36386a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:23344:1874412578269696:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787579760.465759:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:1.0:1787579760.465782:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:1.0:1787579760.465802:0:23344:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36386a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:23344:1874412578269824:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787579760.465839:0:23344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579760.465863:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578269824 00000100:00100000:1.0:1787579760.465867:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578269824 00000100:00100000:1.0:1787579760.465892:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1787579760.465899:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b3a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+18:23344:x1874412578269824:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787579760.465968:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b3a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+18:23344:x1874412578269824:12345-0@lo:502:mount.lustre.0 Request processed in 69us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579760.465974:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1787579760.466003:0:23344:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e07df1780 going to sleep for 11 seconds 00000100:00100000:1.0:1787579760.466015:0:23344:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36386a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:23344:1874412578269824:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787579760.466051:0:23344:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:1.0:1787579760.466059:0:23344:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:1.0:1787579760.466647:0:23363:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:1.0:1787579760.466667:0:23363:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff917d03bd8000) 00000020:00000080:1.0:1787579760.466687:0:23363:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:1.0:1787579760.466823:0:23363:0:(tgt_mount.c:153:server_get_mount()) get mount ffff917e07883800 from lustre-MDT0001, refs=3 00000020:01000004:1.0:1787579760.466828:0:23363:0:(tgt_mount.c:187:server_put_mount()) put mount ffff917e07883800 from lustre-MDT0001, refs=3 00000020:01000004:1.0:1787579760.466830:0:23363:0:(obd_mount.c:710:lustre_put_lsi()) put ffff917e07883800 3 00010000:00080000:1.0:1787579760.466861:0:23363:0:(ldlm_lib.c:102:import_set_conn()) imp ffff917e3f8c3000@lustre-MDT0000-lwp-MDT0001: add connection 192.168.204.114@tcp at head 00010000:00010000:1.0:1787579760.469063:0:23363:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:1.0:1787579760.469275:0:23363:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:1.0:1787579760.469335:0:23363:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1787579760.469348:0:23363:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0xf52f64256fc7b174 00000100:00080000:1.0:1787579760.469360:0:23363:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1787579760.469366:0:23363:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff917e3f8c3000 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1787579760.469408:0:23363:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff917e36386a00 x1874412578269952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787579760.469451:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36386a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3640:1874412578269952:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1787579760.469547:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1787579760.469602:0:23363:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00100000:3.0:1787579760.469604:0:22612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578269952 00000100:00100000:3.0:1787579760.469613:0:22612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578269952 00000100:00100000:3.0:1787579760.469647:0:22612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1787579760.469656:0:22612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e36385500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3640:x1874412578269952:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1787579760.469678:0:22612:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 694 last 0 00000020:00000080:3.0:1787579760.469711:0:22612:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0xf52f64256fc7b17b 00000004:00100000:3.0:1787579760.469727:0:22612:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1787579760.469895:0:22612:0:(import.c:65:import_set_state_nolock()) ffff917e03ea6800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787579760.469959:0:22612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e36385500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1874412578269952:12345-0@lo:38:llog_process_th.0 Request processed in 302us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579760.469968:0:22612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:3.0:1787579760.469993:0:18308:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787579760.469998:0:18308:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787579760.470001:0:18308:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787579760.470003:0:18308:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00080000:1.0:1787579760.470197:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff917e36386a00 x1874412578269952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787579770 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787579760.470205:0:3640:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1787579760.470210:0:3640:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1787579760.470214:0:3640:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:1.0:1787579760.470217:0:3640:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1787579760.470218:0:3640:0:(import.c:65:import_set_state_nolock()) ffff917e3f8c3000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1787579760.470222:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36386a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3640:1874412578269952:0@lo:38:llog_process_th.0 00000040:00080000:1.0:1787579760.470336:0:23363:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000020:01000000:1.0:1787579760.470385:0:23344:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1787579760.470424:0:23344:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1787579760.470439:0:23344:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d03721c00/0xf52f64256fc7b15f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b166 expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579760.470449:0:23344:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff917d03721c00/0xf52f64256fc7b15f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b166 expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1787579760.470536:0:23344:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1787579760.470539:0:23344:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1787579760.470540:0:23344:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787579760.470541:0:23344:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787579760.470543:0:23344:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787579760.470544:0:23344:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787579760.470545:0:23344:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1787579760.470547:0:23344:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787579760.470548:0:23344:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1787579760.470552:0:23344:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:1.0:1787579760.470555:0:23344:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1787579760.470556:0:23344:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1787579760.470557:0:23344:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787579760.470558:0:23344:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787579760.470559:0:23344:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787579760.470560:0:23344:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787579760.470560:0:23344:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1787579760.470562:0:23344:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787579760.470562:0:23344:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1787579760.470577:0:23344:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:1.0:1787579760.470589:0:23344:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36386a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:23344:1874412578270080:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1787579760.470632:0:23344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579760.470870:0:23344:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e07df1c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787579760.470966:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578270080 00000100:00100000:2.0:1787579760.470971:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578270080 00000100:00100000:2.0:1787579760.471009:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1787579760.471017:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b3a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+18:23344:x1874412578270080:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1787579760.471040:0:22605:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:2.0:1787579760.471054:0:22605:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000001:00100000:3.0:1787579760.475642:0:22592:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:1.0:1787579760.475912:0:22605:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1787579760.475958:0:22605:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:1.0:1787579760.476313:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b3a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+18:23344:x1874412578270080:12345-0@lo:253:mount.lustre.0 Request processed in 5292us (5675us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579760.476334:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1787579760.476429:0:23344:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36386a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:23344:1874412578270080:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1787579760.476443:0:23344:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:0.0:1787579760.476447:0:23344:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1787579760.476448:0:23344:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1787579760.476449:0:23344:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787579760.476451:0:23344:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787579760.476452:0:23344:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787579760.476453:0:23344:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787579760.476454:0:23344:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1787579760.476456:0:23344:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787579760.476457:0:23344:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1787579760.476544:0:23344:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 20000000:01000000:3.0:1787579760.477378:0:22628:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1787579760.477383:0:22628:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1787579760.477403:0:22628:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff917e18715200/0xf52f64256fc7b182 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579760.477420:0:22628:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff917e36369e00/0xf52f64256fc7b086 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf52f64256fc7b07f expref: 17 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579760.477428:0:22628:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff917e18714000/0xf52f64256fc7b14a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf52f64256fc7b143 expref: 17 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579760.477445:0:22628:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff917e18715200/0xf52f64256fc7b182 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579760.477506:0:22628:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff917e18714000/0xf52f64256fc7b14a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf52f64256fc7b143 expref: 17 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579760.477524:0:22628:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff917e18714000/0xf52f64256fc7b14a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf52f64256fc7b143 expref: 17 pid: 22605 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787579760.477537:0:22628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03bafb80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22628:1874412578270208:0@lo:104: 00000100:00100000:3.0:1787579760.477584:0:22628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1787579760.477631:0:22628:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff917e36369e00/0xf52f64256fc7b086 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf52f64256fc7b07f expref: 17 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579760.477640:0:22628:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff917e36369e00/0xf52f64256fc7b086 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf52f64256fc7b07f expref: 17 pid: 22604 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787579760.477648:0:22628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03bac000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22628:1874412578270336:0@lo:104: 00000100:00100000:3.0:1787579760.477670:0:22628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579760.477686:0:22628:0:(client.c:2715:ptlrpc_set_wait()) set ffff917d03d533c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787579760.477708:0:22595:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578270208 00000100:00100000:3.0:1787579760.477714:0:22595:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578270208 00000100:00100000:3.0:1787579760.477741:0:22595:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578270336 00000100:00100000:3.0:1787579760.477744:0:22595:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578270336 00000100:00100000:3.0:1787579760.477758:0:22595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1787579760.477766:0:22595:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03baca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5021fa0c-b9b1-4d6f-a916-64b48083a802+4:22628:x1874412578270208:12345-0@lo:104: 00010000:00010000:3.0:1787579760.477777:0:22595:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.114@tcp lock: ffff917d03720200/0xf52f64256fc7b143 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf52f64256fc7b14a expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579760.477899:0:22595:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1787579760.477906:0:22595:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03baca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5021fa0c-b9b1-4d6f-a916-64b48083a802+4:22628:x1874412578270208:12345-0@lo:104: Request processed in 141us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579760.477914:0:22595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1787579760.477930:0:22595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1787579760.477936:0:22595:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03bae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5021fa0c-b9b1-4d6f-a916-64b48083a802+3:22628:x1874412578270336:12345-0@lo:104: 00010000:00010000:3.0:1787579760.477943:0:22595:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.114@tcp lock: ffff917d03720400/0xf52f64256fc7b07f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf52f64256fc7b086 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579760.477977:0:22595:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1787579760.477983:0:22595:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03bae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5021fa0c-b9b1-4d6f-a916-64b48083a802+3:22628:x1874412578270336:12345-0@lo:104: Request processed in 47us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579760.477989:0:22595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:3.0:1787579760.478006:0:22601:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787579760.478011:0:22601:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff917d03720200/0xf52f64256fc7b143 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf52f64256fc7b14a expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579760.478019:0:22601:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d03720200 already unused, calling callback (ffffffffc13acc20) 10000000:00010000:3.0:1787579760.478022:0:22601:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff917d03720200/0xf52f64256fc7b143 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xf52f64256fc7b14a expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579760.478031:0:22601:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff917d03720200/0xf52f64256fc7b143 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xf52f64256fc7b14a expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787579760.478039:0:22601:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff917d03720200/0xf52f64256fc7b143 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xf52f64256fc7b14a expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787579760.478045:0:22601:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1787579760.478079:0:22601:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.114@tcp lock: ffff917d03720200/0xf52f64256fc7b143 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf52f64256fc7b14a expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579760.478085:0:22601:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787579760.478105:0:22601:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff917d03720200/0xf52f64256fc7b143 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf52f64256fc7b14a expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579760.478113:0:22601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff917d03720200/0xf52f64256fc7b143 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf52f64256fc7b14a expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579760.478124:0:22601:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787579760.478127:0:22601:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff917d03720400/0xf52f64256fc7b07f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf52f64256fc7b086 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579760.478134:0:22601:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d03720400 already unused, calling callback (ffffffffc13acc20) 10000000:00010000:3.0:1787579760.478137:0:22601:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff917d03720400/0xf52f64256fc7b07f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf52f64256fc7b086 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579760.478143:0:22601:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff917d03720400/0xf52f64256fc7b07f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf52f64256fc7b086 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787579760.478150:0:22601:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff917d03720400/0xf52f64256fc7b07f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf52f64256fc7b086 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787579760.478155:0:22601:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1787579760.478167:0:22601:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.114@tcp lock: ffff917d03720400/0xf52f64256fc7b07f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf52f64256fc7b086 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579760.478173:0:22601:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787579760.478179:0:22601:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff917d03720400/0xf52f64256fc7b07f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf52f64256fc7b086 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579760.478194:0:22601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff917d03720400/0xf52f64256fc7b07f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf52f64256fc7b086 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579760.478206:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579760.478208:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579760.478210:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579760.478216:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787579760.478234:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03bae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5021fa0c-b9b1-4d6f-a916-64b48083a802:3643:1874412578270464:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787579760.478264:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579760.478300:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787579760.478307:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03baed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5021fa0c-b9b1-4d6f-a916-64b48083a802:3643:1874412578270592:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787579760.478327:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579760.478359:0:22597:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578270464 00000100:00100000:3.0:1787579760.478363:0:22597:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578270464 00010000:00010000:3.0:1787579760.478381:0:22597:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff917e18714000/0xf52f64256fc7b14a lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf52f64256fc7b143 expref: 18 pid: 22605 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787579760.478401:0:22597:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578270592 00000100:00100000:3.0:1787579760.478404:0:22597:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578270592 00010000:00010000:3.0:1787579760.478414:0:22597:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff917e36369e00/0xf52f64256fc7b086 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf52f64256fc7b07f expref: 19 pid: 22604 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787579760.478426:0:22597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1787579760.478432:0:22597:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03bac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5021fa0c-b9b1-4d6f-a916-64b48083a802+19:3643:x1874412578270464:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787579760.478441:0:22597:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787579760.478446:0:22597:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff917e18714000/0xf52f64256fc7b14a lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf52f64256fc7b143 expref: 19 pid: 22605 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579760.478466:0:22597:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff917e18714000/0xf52f64256fc7b14a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf52f64256fc7b143 expref: 19 pid: 22605 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579760.478503:0:22597:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787579760.478530:0:22597:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03bac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5021fa0c-b9b1-4d6f-a916-64b48083a802+19:3643:x1874412578270464:12345-0@lo:103:ldlm_bl.0 Request processed in 98us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579760.478536:0:22597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1787579760.478548:0:22597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1787579760.478553:0:22597:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03baf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5021fa0c-b9b1-4d6f-a916-64b48083a802+18:3643:x1874412578270592:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787579760.478560:0:22597:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787579760.478564:0:22597:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff917e36369e00/0xf52f64256fc7b086 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf52f64256fc7b07f expref: 18 pid: 22604 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579760.478572:0:22597:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff917e36369e00/0xf52f64256fc7b086 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf52f64256fc7b07f expref: 18 pid: 22604 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579760.478583:0:22597:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff917e18715200/0xf52f64256fc7b182 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579760.478591:0:22597:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff917e18715200/0xf52f64256fc7b182 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1787579760.478602:0:22597:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.007035746s 00010000:00010000:3.0:1787579760.478606:0:22597:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff917e18715200/0xf52f64256fc7b182 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579760.478613:0:22597:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff917e18715200/0xf52f64256fc7b182 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579760.478630:0:22597:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff917e18715200/0xf52f64256fc7b182 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579760.478636:0:22597:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff917e18715200/0xf52f64256fc7b182 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579760.478642:0:22597:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e18715200 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:3.0:1787579760.478646:0:22597:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff917e18715200/0xf52f64256fc7b182 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579760.478653:0:22597:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff917e18715200/0xf52f64256fc7b182 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579760.478661:0:22597:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff917e18715200/0xf52f64256fc7b182 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579760.478670:0:22597:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787579760.478692:0:22597:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03baf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5021fa0c-b9b1-4d6f-a916-64b48083a802+18:3643:x1874412578270592:12345-0@lo:103:ldlm_bl.0 Request processed in 138us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579760.478698:0:22597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1787579760.478748:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03baed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5021fa0c-b9b1-4d6f-a916-64b48083a802:3643:1874412578270592:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787579760.478757:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03bae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5021fa0c-b9b1-4d6f-a916-64b48083a802:3643:1874412578270464:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787579760.478786:0:22628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff917e18714000/0xf52f64256fc7b14a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf52f64256fc7b143 expref: 17 pid: 22605 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787579760.478796:0:22628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03bafb80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22628:1874412578270208:0@lo:104: 00010000:00010000:3.0:1787579760.478806:0:22628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff917e36369e00/0xf52f64256fc7b086 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf52f64256fc7b07f expref: 16 pid: 22604 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787579760.478956:0:22628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03bac000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22628:1874412578270336:0@lo:104: 00010000:00010000:3.0:1787579760.478971:0:22628:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff917e18715200/0xf52f64256fc7b182 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579760.478980:0:22628:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff917e18715200/0xf52f64256fc7b182 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579760.478987:0:22628:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff917e18715200/0xf52f64256fc7b182 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579760.478993:0:22628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff917e18715200/0xf52f64256fc7b182 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:01000000:0.0:1787579760.480814:0:23344:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000020:00080000:1.0:1787579760.480886:0:23370:0:(update_trans.c:1539:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:1.0:1787579760.480891:0:23370:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000040:01000000:0.0:1787579760.481075:0:23371:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1787579760.481258:0:23344:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000040:00080000:0.0:1787579760.481649:0:23371:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:2.0:1787579760.483700:0:23344:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:2.0:1787579760.483743:0:23344:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:2.0:1787579760.484213:0:23344:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:2.0:1787579760.484221:0:23344:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:2.0:1787579760.484267:0:23344:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1787579760.488795:0:23344:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:0.0:1787579760.488937:0:23371:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1787579760.489002:0:23371:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000040:00080000:2.0:1787579760.489525:0:23344:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:2.0:1787579760.489583:0:23344:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:2.0:1787579760.489746:0:23344:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:2.0:1787579760.490435:0:23344:0:(osd_handler.c:5581:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000001:00000004:2.0:1787579760.492434:0:23344:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:2.0:1787579760.492594:0:23372:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b7b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23372:1874412578270720:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1787579760.492669:0:23372:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00080000:0.0:1787579760.493724:0:23344:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:0.0:1787579760.493767:0:23344:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffb83841887988 00100000:10000000:0.0:1787579760.493789:0:23344:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000100:00100000:0.0:1787579760.493871:0:22617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578270720 00000100:00100000:0.0:1787579760.493880:0:22617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578270720 00000100:00100000:2.0:1787579760.493950:0:23372:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e354f26c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787579760.493961:0:22617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1787579760.493971:0:22617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e362b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23372:x1874412578270720:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1787579760.494064:0:22617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e362b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23372:x1874412578270720:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 94us (1394us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579760.494072:0:22617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1787579760.494095:0:23372:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b7b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23372:1874412578270720:0@lo:1000:lod0001_rec0000.0 00000040:01000000:2.0:1787579760.494128:0:23372:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:2.0:1787579760.494165:0:23372:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b7b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23372:1874412578270848:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1787579760.494204:0:23372:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579760.494224:0:23372:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e354f26c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787579760.494382:0:22618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578270848 00000100:00100000:0.0:1787579760.494387:0:22618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578270848 00000100:00100000:0.0:1787579760.494445:0:22618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1787579760.494453:0:22618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e362b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23372:x1874412578270848:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1787579760.495410:0:22618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e362b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23372:x1874412578270848:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 953us (1201us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579760.495419:0:22618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1787579760.495652:0:23372:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b7b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23372:1874412578270848:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1787579760.495719:0:23372:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b7b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23372:1874412578270976:0@lo:900:lod0001_rec0000.0 00000020:01000004:3.0:1787579760.497147:0:23344:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1787579760.497188:0:23344:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.114@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1787579760.497216:0:23344:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=48 00000080:00000004:3.0:1787579760.497239:0:23344:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000100:00100000:2.0:1787579760.498127:0:23372:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579760.498180:0:23372:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e354f20c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787579760.498279:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578270976 00000100:00100000:2.0:1787579760.498300:0:22623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578270976 00000100:00100000:2.0:1787579760.498349:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1787579760.498363:0:22623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e362b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23372:x1874412578270976:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:2.0:1787579760.498442:0:22623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e362b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23372:x1874412578270976:12345-0@lo:900:lod0001_rec0000.0 Request processed in 82us (2684us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579760.498450:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:2.0:1787579760.498538:0:23372:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff917e362b7b80 x1874412578270976/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1787579776 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579760.498552:0:23372:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b7b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23372:1874412578270976:0@lo:900:lod0001_rec0000.0 00000100:00100000:2.0:1787579760.498630:0:23372:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b7b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23372:1874412578271104:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1787579760.498665:0:23372:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579760.498691:0:23372:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e354f26c0 going to sleep for 11 seconds 00000020:00000004:3.0:1787579760.499389:0:23344:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000100:00100000:2.0:1787579760.499555:0:22617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578271104 00000100:00100000:2.0:1787579760.499562:0:22617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578271104 00000100:00100000:2.0:1787579760.499602:0:22617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1787579760.499610:0:22617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e362b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23372:x1874412578271104:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1787579760.499688:0:22617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e362b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23372:x1874412578271104:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 78us (1022us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579760.499696:0:22617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1787579760.499732:0:23372:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b7b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23372:1874412578271104:0@lo:1000:lod0001_rec0000.0 00000040:00080000:2.0:1787579760.499783:0:23372:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000020:00000004:3.0:1787579760.500447:0:23344:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000040:00080000:2.0:1787579760.501841:0:23372:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1787579760.501919:0:23372:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:2.0:1787579760.501924:0:23372:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000100:00100000:0.0:1787579760.823791:0:22654:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e05125240 going to sleep for 0 seconds 00010000:00010000:3.0:1787579761.272647:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1787579761.533485:0:23369:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1787579761.847571:0:22654:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e05125240 going to sleep for 0 seconds 10000000:01000000:3.0:1787579762.039572:0:22609:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1787579762.039582:0:22609:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff917e07883800 from 12 10000000:01000000:3.0:1787579762.039589:0:22609:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1787579762.039653:0:22609:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e18715200/0xf52f64256fc7b189 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579762.039665:0:22609:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff917e18715200/0xf52f64256fc7b189 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579762.039676:0:22609:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff917e18715200/0xf52f64256fc7b189 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787579762.039716:0:22609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03bac000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578271232:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1787579762.039802:0:22609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579762.039860:0:22609:0:(client.c:2715:ptlrpc_set_wait()) set ffff917d03d53b40 going to sleep for 11 seconds 00000100:00100000:2.0:1787579762.039981:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578271232 00000100:00100000:2.0:1787579762.039990:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578271232 00000100:00100000:2.0:1787579762.040053:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1787579762.040063:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b3ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+16:22609:x1874412578271232:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787579762.040074:0:22604:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787579762.040089:0:22604:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff917e0564d200/0xf52f64256fc7b190 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf52f64256fc7b189 expref: -99 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579762.040111:0:22604:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff917e0564d200/0xf52f64256fc7b190 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf52f64256fc7b189 expref: 17 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579762.040121:0:22604:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff917e0564d200/0xf52f64256fc7b190 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf52f64256fc7b189 expref: 17 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579762.040130:0:22604:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917e0564d200, rc 0) 00000100:00100000:2.0:1787579762.040184:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b3ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+17:22609:x1874412578271232:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 122us (382us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579762.040191:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1787579762.040426:0:22609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03bac000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578271232:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787579762.040440:0:22609:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff917e18715200/0xf52f64256fc7b189 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b190 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579762.040449:0:22609:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff917e18715200/0xf52f64256fc7b189 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf52f64256fc7b190 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787579762.040536:0:22609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03bac000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578271360:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1787579762.040568:0:22609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579762.040582:0:22609:0:(client.c:2715:ptlrpc_set_wait()) set ffff917d03d53b40 going to sleep for 11 seconds 00000100:00100000:1.0:1787579762.040659:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578271360 00000100:00100000:1.0:1787579762.040665:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578271360 00000100:00100000:1.0:1787579762.040697:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1787579762.040706:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20135450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+17:22609:x1874412578271360:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1787579762.040719:0:22605:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1787579762.040737:0:22605:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1787579762.040740:0:22605:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:1.0:1787579762.040837:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20135450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+17:22609:x1874412578271360:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 133us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579762.040844:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1787579762.041317:0:22609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03bac000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578271360:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1787579762.041369:0:22609:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1787579762.041377:0:22609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e18715200/0xf52f64256fc7b189 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b190 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579762.041386:0:22609:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff917e18715200/0xf52f64256fc7b189 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b190 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787579762.041396:0:22609:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1787579762.041398:0:22609:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff917e08a38800 from 12 10000000:01000000:3.0:1787579762.041400:0:22609:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1787579762.041421:0:22609:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e18714000/0xf52f64256fc7b197 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579762.041440:0:22609:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff917e18714000/0xf52f64256fc7b197 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579762.041450:0:22609:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff917e18714000/0xf52f64256fc7b197 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787579762.041464:0:22609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03bac000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578271488:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1787579762.041531:0:22609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579762.041554:0:22609:0:(client.c:2715:ptlrpc_set_wait()) set ffff917d03d53b40 going to sleep for 11 seconds 00000100:00100000:0.0:1787579762.041643:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578271488 00000100:00100000:0.0:1787579762.041648:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578271488 00000100:00100000:0.0:1787579762.041676:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1787579762.041683:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20136450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+17:22609:x1874412578271488:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787579762.041691:0:22607:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787579762.041703:0:22607:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff917e36369c00/0xf52f64256fc7b19e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf52f64256fc7b197 expref: -99 pid: 22607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579762.041723:0:22607:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff917e36369c00/0xf52f64256fc7b19e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf52f64256fc7b197 expref: 18 pid: 22607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579762.041743:0:22607:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff917e36369c00/0xf52f64256fc7b19e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf52f64256fc7b197 expref: 18 pid: 22607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579762.041751:0:22607:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917e36369c00, rc 0) 00000100:00100000:0.0:1787579762.042088:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20136450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+18:22609:x1874412578271488:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 404us (555us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579762.042095:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1787579762.044671:0:22609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03bac000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578271488:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787579762.044702:0:22609:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff917e18714000/0xf52f64256fc7b197 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b19e expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579762.044715:0:22609:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff917e18714000/0xf52f64256fc7b197 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf52f64256fc7b19e expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787579762.045179:0:22609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03bac000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578271616:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1787579762.045457:0:22609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579762.045528:0:22609:0:(client.c:2715:ptlrpc_set_wait()) set ffff917d03d53b40 going to sleep for 11 seconds 00000100:00100000:1.0:1787579762.045620:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578271616 00000100:00100000:1.0:1787579762.045628:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578271616 00000100:00100000:1.0:1787579762.045682:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1787579762.045692:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20135050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+18:22609:x1874412578271616:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1787579762.045712:0:22604:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1787579762.045731:0:22604:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1787579762.045735:0:22604:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:1.0:1787579762.045837:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20135050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+18:22609:x1874412578271616:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 145us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579762.045845:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1787579762.046452:0:22609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03bac000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578271616:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1787579762.046531:0:22609:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1787579762.046540:0:22609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e18714000/0xf52f64256fc7b197 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b19e expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579762.046551:0:22609:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff917e18714000/0xf52f64256fc7b197 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b19e expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579762.304744:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1787579762.557049:0:23369:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1787579762.871789:0:22654:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e05125240 going to sleep for 0 seconds 00010000:00010000:1.0:1787579763.321706:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787579763.900785:0:22654:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e05125240 going to sleep for 0 seconds 00010000:00010000:1.0:1787579764.347610:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1787579764.827150:0:23614:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg414-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:0.0:1787579764.923288:0:22654:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e05125240 going to sleep for 0 seconds 00010000:00010000:3.0:1787579765.380039:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787579765.562825:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787579765.562849:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03f4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874412578271744:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787579765.562924:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579765.563004:0:22618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578271744 00000100:00100000:2.0:1787579765.563013:0:22618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578271744 00000100:00100000:2.0:1787579765.563067:0:22618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1787579765.563078:0:22618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e362b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1874412578271744:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787579765.563115:0:22618:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1787579765.563173:0:22618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e362b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1874412578271744:12345-0@lo:41:osp-pre-0-1.0 Request processed in 97us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579765.563180:0:22618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00080000:2.0:1787579765.563243:0:18308:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1787579765.563248:0:18308:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787579765.563251:0:18308:0:(import.c:65:import_set_state_nolock()) ffff917d04b83000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787579765.563257:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03f4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874412578271744:0@lo:41:osp-pre-0-1.0 00000100:00080000:2.0:1787579765.563262:0:18308:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff917d04b83000 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1787579765.563282:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5021fa0c-b9b1-4d6f-a916-64b48083a802:3642:1874412578271872:0@lo:400:kworker.0 00000100:00100000:2.0:1787579765.563287:0:18308:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff917e362b7100 x1874412578272000/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787579765.563310:0:18308:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787579765.563314:0:18308:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787579765.563316:0:18308:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787579765.563334:0:18308:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787579765.563362:0:18308:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787579765.563365:0:18308:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1787579765.563368:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874412578272000:0@lo:38:kworker.0 00000100:00080000:2.0:1787579765.563369:0:18308:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787579765.563378:0:18308:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1787579765.563412:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579765.563714:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579765.563748:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578271872 00000100:00100000:0.0:1787579765.563753:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578271872 00000100:00100000:2.0:1787579765.563803:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1874412578272128:0@lo:400:kworker.0 00000100:00100000:0.0:1787579765.563803:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1787579765.563815:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20137850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+18:3642:x1874412578271872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787579765.563841:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579765.563924:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20137850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+18:3642:x1874412578271872:12345-0@lo:400:kworker.0 Request processed in 111us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579765.563932:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1787579765.563951:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787579765.563960:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3643:1874412578272256:0@lo:400:kworker.0 00000100:00100000:2.0:1787579765.563988:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579765.564032:0:23353:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578272000 00000100:00100000:2.0:1787579765.564036:0:23353:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578272000 00000100:00100000:3.0:1787579765.564051:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578272128 00000100:00100000:0.0:1787579765.564051:0:22612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578272256 00000100:00100000:0.0:1787579765.564057:0:22612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578272256 00000100:00100000:2.0:1787579765.564062:0:23353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1787579765.564068:0:23353:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03f48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3640:x1874412578272000:12345-0@lo:38:kworker.0 00010000:00080000:2.0:1787579765.564092:0:23353:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 699 last 0 00000100:00100000:0.0:1787579765.564097:0:22612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787579765.564108:0:22612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e362b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1874412578272256:12345-0@lo:400:kworker.0 00000020:00000080:2.0:1787579765.564141:0:23353:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xf52f64256fc7b1a5 00000100:00100000:0.0:1787579765.564155:0:22612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e362b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1874412578272256:12345-0@lo:400:kworker.0 Request processed in 49us (166us total) trans 0 rc 0/0 00000004:00100000:2.0:1787579765.564158:0:23353:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:2.0:1787579765.564165:0:23353:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:3.0:1787579765.564167:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578272128 00000100:00100000:0.0:1787579765.564175:0:22612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1787579765.564211:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1787579765.564218:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e362b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1874412578272128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579765.564250:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e362b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1874412578272128:12345-0@lo:400:kworker.0 Request processed in 32us (409us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579765.564300:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1787579765.564309:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5021fa0c-b9b1-4d6f-a916-64b48083a802:3642:1874412578271872:0@lo:400:kworker.0 00010000:00080000:2.0:1787579765.564422:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff917e362b5c00 x1874412578272256/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579781 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579765.564433:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3643:1874412578272256:0@lo:400:kworker.0 00010000:00080000:2.0:1787579765.564442:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff917e362b6680 x1874412578272128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579781 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579765.564462:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1874412578272128:0@lo:400:kworker.0 00000100:00080000:0.0:1787579765.569141:0:23353:0:(import.c:65:import_set_state_nolock()) ffff917d03b48800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787579765.569284:0:23353:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03f48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3640:x1874412578272000:12345-0@lo:38:kworker.0 Request processed in 5213us (5872us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579765.569292:0:23353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00080000:1.0:1787579765.569353:0:3640:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1787579765.569361:0:3640:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:1.0:1787579765.569365:0:3640:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1787579765.569367:0:3640:0:(import.c:65:import_set_state_nolock()) ffff917d04b83000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:1.0:1787579765.569405:0:3640:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000042692b85): req@ffff917d03f4bb80 x1874412578264960/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787579765.569420:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874412578272000:0@lo:38:kworker.0 00000100:00100000:0.0:1787579765.569543:0:22654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579765.569559:0:22654:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e05125240 going to sleep for 11 seconds 00000100:00100000:1.0:1787579765.569604:0:22617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578264960 00000100:00100000:1.0:1787579765.569610:0:22617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578264960 00000100:00100000:1.0:1787579765.569657:0:22617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1787579765.569667:0:22617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03f48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22654:x1874412578264960:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1787579765.569747:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787579765.569751:0:22617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03f48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22654:x1874412578264960:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 87us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579765.569757:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1874412578272384:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787579765.569758:0:22617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1787579765.569787:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579765.569871:0:23353:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578272384 00000100:00100000:1.0:1787579765.569875:0:23353:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578272384 00000100:00100000:1.0:1787579765.569907:0:23353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1787579765.569913:0:23353:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e362b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3642:x1874412578272384:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1787579765.569934:0:23353:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1787579765.569949:0:22654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03f4bb80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22654:1874412578264960:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1787579765.569969:0:23353:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e362b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3642:x1874412578272384:12345-0@lo:41:osp-pre-1-0.0 Request processed in 57us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579765.569975:0:23353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000040:01000000:0.0:1787579765.569980:0:22654:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:0.0:1787579765.570011:0:22654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03f4bb80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22654:1874412578272512:0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1787579765.570042:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1874412578272384:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787579765.570042:0:22654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579765.570071:0:22654:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e0388d9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787579765.570091:0:23353:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578272512 00000100:00100000:1.0:1787579765.570095:0:23353:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578272512 00000100:00100000:1.0:1787579765.570162:0:23353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1787579765.570169:0:23353:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03f49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22654:x1874412578272512:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1787579765.570293:0:23353:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03f49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22654:x1874412578272512:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 123us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579765.570300:0:23353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1787579765.570327:0:22654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03f4bb80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22654:1874412578272512:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1787579765.570387:0:22654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03f4bb80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22654:1874412578272640:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1787579765.570404:0:22654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579765.570422:0:22654:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e0388d9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787579765.570458:0:22618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578272640 00000100:00100000:3.0:1787579765.570462:0:22618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578272640 00000100:00100000:2.0:1787579765.570604:0:22618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1787579765.570613:0:22618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03f49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22654:x1874412578272640:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1787579765.570674:0:22618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03f49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22654:x1874412578272640:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 63us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579765.570681:0:22618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1787579765.570700:0:22654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03f4bb80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22654:1874412578272640:0@lo:1000:lod0000_rec0001.0 00000040:00080000:0.0:1787579765.570748:0:22654:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787579765.572774:0:22654:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1787579765.572861:0:22654:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 18, retries 0 00000004:00080000:0.0:1787579765.572867:0:22654:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000020:00000004:2.0:1787579765.686852:0:23667:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1787579765.687042:0:23667:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1787579766.391726:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1787579766.591611:0:23717:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1787579766.591894:0:23717:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1787579767.420969:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1787579767.661394:0:23765:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffc9c514f00 20000000:00000080:2.0:1787579767.661409:0:23765:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff917e05fa9800 uarg=0000000000000000 20000000:01000000:2.0:1787579767.661449:0:23765:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:2.0:1787579767.661455:0:23765:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:2.0:1787579767.661460:0:23765:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:2.0:1787579767.662026:0:23766:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:3.0:1787579767.662180:0:23765:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:3.0:1787579767.671887:0:23765:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:3.0:1787579767.671932:0:23765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff917e18714c00/0xf52f64256fc7b1ac lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579767.671952:0:23765:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff917e18714a00/0xf52f64256fc7b055 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf52f64256fc7b04e expref: 17 pid: 22607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579767.671960:0:23765:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff917e36368000/0xf52f64256fc7b158 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf52f64256fc7b151 expref: 17 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579767.671967:0:23765:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff917e18714c00/0xf52f64256fc7b1ac lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579767.672037:0:23765:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff917e36368000/0xf52f64256fc7b158 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf52f64256fc7b151 expref: 17 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579767.672070:0:23765:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff917e36368000/0xf52f64256fc7b158 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf52f64256fc7b151 expref: 17 pid: 22604 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787579767.672085:0:23765:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03bac000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23765:1874412578272768:0@lo:104: 00000100:00100000:3.0:1787579767.672182:0:23765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1787579767.672247:0:23765:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff917e18714a00/0xf52f64256fc7b055 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf52f64256fc7b04e expref: 17 pid: 22607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579767.672257:0:23765:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff917e18714a00/0xf52f64256fc7b055 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf52f64256fc7b04e expref: 17 pid: 22607 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787579767.672265:0:23765:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03bae680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23765:1874412578272896:0@lo:104: 00000100:00100000:3.0:1787579767.672287:0:23765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579767.672354:0:23765:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e3b0fc240 going to sleep for 11 seconds 00000100:00100000:2.0:1787579767.673466:0:22595:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578272768 00000100:00100000:2.0:1787579767.673490:0:22595:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578272768 00000100:00100000:2.0:1787579767.673556:0:22595:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578272896 00000100:00100000:2.0:1787579767.673559:0:22595:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578272896 00000100:00100000:2.0:1787579767.673575:0:22595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1787579767.673583:0:22595:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03bafb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5021fa0c-b9b1-4d6f-a916-64b48083a802+4:23765:x1874412578272768:12345-0@lo:104: 00010000:00010000:2.0:1787579767.673618:0:22595:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.114@tcp lock: ffff917d03721800/0xf52f64256fc7b151 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf52f64256fc7b158 expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579767.673858:0:22595:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1787579767.673866:0:22595:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03bafb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5021fa0c-b9b1-4d6f-a916-64b48083a802+4:23765:x1874412578272768:12345-0@lo:104: Request processed in 283us (1684us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579767.673873:0:22595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1787579767.673896:0:22595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1787579767.673903:0:22595:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03baed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5021fa0c-b9b1-4d6f-a916-64b48083a802+3:23765:x1874412578272896:12345-0@lo:104: 00010000:00010000:2.0:1787579767.673911:0:22595:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.114@tcp lock: ffff917e0564dc00/0xf52f64256fc7b04e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf52f64256fc7b055 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787579767.675174:0:23765:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03bac000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23765:1874412578272768:0@lo:104: 00000100:00100000:3.0:1787579767.675188:0:23765:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03bae680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23765:1874412578272896:0@lo:104: 00010000:00010000:3.0:1787579767.675215:0:23765:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff917e18714c00/0xf52f64256fc7b1ac lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579767.677912:0:22600:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787579767.677928:0:22600:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff917d03721800/0xf52f64256fc7b151 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf52f64256fc7b158 expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579767.677941:0:22600:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d03721800 already unused, calling callback (ffffffffc13acc20) 10000000:00010000:1.0:1787579767.677945:0:22600:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff917d03721800/0xf52f64256fc7b151 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xf52f64256fc7b158 expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579767.677956:0:22600:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff917d03721800/0xf52f64256fc7b151 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xf52f64256fc7b158 expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787579767.677964:0:22600:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff917d03721800/0xf52f64256fc7b151 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xf52f64256fc7b158 expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787579767.677970:0:22600:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1787579767.679010:0:22600:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.114@tcp lock: ffff917d03721800/0xf52f64256fc7b151 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf52f64256fc7b158 expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579767.679022:0:22600:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787579767.679053:0:22600:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff917d03721800/0xf52f64256fc7b151 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf52f64256fc7b158 expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579767.679061:0:22600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff917d03721800/0xf52f64256fc7b151 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf52f64256fc7b158 expref: -99 pid: 23344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579767.679097:0:22600:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787579767.679101:0:22600:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff917e0564dc00/0xf52f64256fc7b04e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf52f64256fc7b055 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579767.679106:0:22600:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e0564dc00 already unused, calling callback (ffffffffc13acc20) 10000000:00010000:1.0:1787579767.679109:0:22600:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff917e0564dc00/0xf52f64256fc7b04e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf52f64256fc7b055 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579767.679117:0:22600:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff917e0564dc00/0xf52f64256fc7b04e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf52f64256fc7b055 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787579767.679123:0:22600:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff917e0564dc00/0xf52f64256fc7b04e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf52f64256fc7b055 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787579767.679129:0:22600:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00000100:00100000:0.0:1787579767.679197:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36385880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5021fa0c-b9b1-4d6f-a916-64b48083a802:3642:1874412578273024:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787579767.679271:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579767.679373:0:22598:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578273024 00000100:00100000:0.0:1787579767.679381:0:22598:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578273024 00010000:00010000:0.0:1787579767.679414:0:22598:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff917e36368000/0xf52f64256fc7b158 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf52f64256fc7b151 expref: 18 pid: 22604 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787579767.679445:0:22598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1787579767.679454:0:22598:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03f4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5021fa0c-b9b1-4d6f-a916-64b48083a802+18:3642:x1874412578273024:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787579767.679482:0:22598:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787579767.679487:0:22598:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff917e36368000/0xf52f64256fc7b158 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf52f64256fc7b151 expref: 18 pid: 22604 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579767.679498:0:22598:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff917e36368000/0xf52f64256fc7b158 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf52f64256fc7b151 expref: 18 pid: 22604 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579767.679538:0:22598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff917e36368000/0xf52f64256fc7b158 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf52f64256fc7b151 expref: 18 pid: 22604 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579767.679552:0:22598:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787579767.679586:0:22598:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03f4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5021fa0c-b9b1-4d6f-a916-64b48083a802+17:3642:x1874412578273024:12345-0@lo:103:ldlm_bl.0 Request processed in 133us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579767.679593:0:22598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1787579767.679633:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36385880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5021fa0c-b9b1-4d6f-a916-64b48083a802:3642:1874412578273024:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787579767.679889:0:22595:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00000100:00100000:2.0:1787579767.679899:0:22595:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03baed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5021fa0c-b9b1-4d6f-a916-64b48083a802+3:23765:x1874412578272896:12345-0@lo:104: Request processed in 5996us (7610us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579767.679907:0:22595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:0.0:1787579767.680166:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579767.682906:0:22600:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.114@tcp lock: ffff917e0564dc00/0xf52f64256fc7b04e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf52f64256fc7b055 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579767.682922:0:22600:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787579767.682959:0:22600:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff917e0564dc00/0xf52f64256fc7b04e lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf52f64256fc7b055 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579767.682975:0:22600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff917e0564dc00/0xf52f64256fc7b04e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf52f64256fc7b055 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579767.682995:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579767.682997:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579767.682999:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787579767.683085:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787579767.683106:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36387800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5021fa0c-b9b1-4d6f-a916-64b48083a802:3644:1874412578273152:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787579767.683186:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579767.683303:0:22597:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578273152 00000100:00100000:1.0:1787579767.683324:0:22597:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578273152 00010000:00010000:1.0:1787579767.683355:0:22597:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff917e18714a00/0xf52f64256fc7b055 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf52f64256fc7b04e expref: 17 pid: 22607 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787579767.683410:0:22597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1787579767.683419:0:22597:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03f4b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5021fa0c-b9b1-4d6f-a916-64b48083a802+17:3644:x1874412578273152:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787579767.683431:0:22597:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787579767.683436:0:22597:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff917e18714a00/0xf52f64256fc7b055 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf52f64256fc7b04e expref: 17 pid: 22607 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579767.683446:0:22597:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff917e18714a00/0xf52f64256fc7b055 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf52f64256fc7b04e expref: 17 pid: 22607 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579767.683459:0:22597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff917e18714a00/0xf52f64256fc7b055 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf52f64256fc7b04e expref: 17 pid: 22607 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579767.683504:0:22597:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff917e18714c00/0xf52f64256fc7b1ac lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579767.683522:0:22597:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff917e18714c00/0xf52f64256fc7b1ac lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579767.683538:0:22597:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff917e18714c00/0xf52f64256fc7b1ac lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579767.683545:0:22597:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff917e18714c00/0xf52f64256fc7b1ac lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579767.683552:0:22597:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff917e18714c00/0xf52f64256fc7b1ac lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579767.683559:0:22597:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff917e18714c00/0xf52f64256fc7b1ac lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579767.683572:0:22597:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e18714c00 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:1.0:1787579767.683576:0:22597:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff917e18714c00/0xf52f64256fc7b1ac lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579767.683584:0:22597:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff917e18714c00/0xf52f64256fc7b1ac lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579767.683600:0:22597:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff917e18714c00/0xf52f64256fc7b1ac lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579767.683611:0:22597:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787579767.683659:0:22597:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03f4b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5021fa0c-b9b1-4d6f-a916-64b48083a802+16:3644:x1874412578273152:12345-0@lo:103:ldlm_bl.0 Request processed in 241us (473us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579767.683666:0:22597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:2.0:1787579767.683777:0:23765:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff917e18714c00/0xf52f64256fc7b1ac lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579767.683785:0:23765:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff917e18714c00/0xf52f64256fc7b1ac lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579767.683792:0:23765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff917e18714c00/0xf52f64256fc7b1ac lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787579767.685947:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36387800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5021fa0c-b9b1-4d6f-a916-64b48083a802:3644:1874412578273152:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787579768.441402:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1787579769.342317:0:22609:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1787579769.342327:0:22609:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff917e07883800 from 13 10000000:01000000:0.0:1787579769.342333:0:22609:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1787579769.342386:0:22609:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e36369e00/0xf52f64256fc7b1b3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579769.342405:0:22609:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff917e36369e00/0xf52f64256fc7b1b3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579769.342418:0:22609:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff917e36369e00/0xf52f64256fc7b1b3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787579769.342455:0:22609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03f4ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578273280:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787579769.344295:0:22609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579769.344398:0:22609:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e0388d840 going to sleep for 11 seconds 00000100:00100000:1.0:1787579769.344723:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578273280 00000100:00100000:1.0:1787579769.344732:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578273280 00000100:00100000:0.0:1787579769.345247:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1787579769.345258:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20136c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+16:22609:x1874412578273280:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787579769.345275:0:22605:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787579769.345294:0:22605:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff917e36368400/0xf52f64256fc7b1ba lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf52f64256fc7b1b3 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579769.345321:0:22605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff917e36368400/0xf52f64256fc7b1ba lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf52f64256fc7b1b3 expref: 17 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579769.345331:0:22605:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff917e36368400/0xf52f64256fc7b1ba lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf52f64256fc7b1b3 expref: 17 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579769.345341:0:22605:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917e36368400, rc 0) 00000100:00100000:0.0:1787579769.345396:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20136c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+17:22609:x1874412578273280:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 140us (1105us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579769.345402:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1787579769.345517:0:22609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03f4ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578273280:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787579769.345535:0:22609:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff917e36369e00/0xf52f64256fc7b1b3 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b1ba expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579769.345563:0:22609:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff917e36369e00/0xf52f64256fc7b1b3 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf52f64256fc7b1ba expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787579769.345630:0:22609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b6680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578273408:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787579769.345674:0:22609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579769.346669:0:22609:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e354f2900 going to sleep for 11 seconds 00000100:00100000:1.0:1787579769.346731:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578273408 00000100:00100000:1.0:1787579769.346738:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578273408 00000100:00100000:1.0:1787579769.346833:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1787579769.346852:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20137c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+17:22609:x1874412578273408:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787579769.347051:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20137c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+17:22609:x1874412578273408:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 200us (1376us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579769.347058:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1787579769.350684:0:22609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b6680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578273408:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787579769.350755:0:22609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b6680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578273536:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1787579769.350843:0:22609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579769.350881:0:22609:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e354f2900 going to sleep for 11 seconds 00000100:00100000:1.0:1787579769.350944:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578273536 00000100:00100000:1.0:1787579769.350952:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578273536 00000100:00100000:1.0:1787579769.351003:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1787579769.351013:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20136850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+17:22609:x1874412578273536:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1787579769.351162:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20136850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+17:22609:x1874412578273536:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 150us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579769.351170:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1787579769.351935:0:22609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b6680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578273536:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1787579769.356212:0:23833:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1787579769.357206:0:22609:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1787579769.357236:0:22609:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1787579769.357247:0:22609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e36369e00/0xf52f64256fc7b1b3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b1ba expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579769.357261:0:22609:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff917e36369e00/0xf52f64256fc7b1b3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b1ba expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787579769.357272:0:22609:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1787579769.357275:0:22609:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff917e08a38800 from 13 10000000:01000000:2.0:1787579769.357278:0:22609:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1787579769.357318:0:22609:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e0564d800/0xf52f64256fc7b1c1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579769.357326:0:22609:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff917e0564d800/0xf52f64256fc7b1c1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579769.357347:0:22609:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff917e0564d800/0xf52f64256fc7b1c1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787579769.357655:0:22609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b6680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578273664:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1787579769.357728:0:22609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579769.357811:0:22609:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e354f2900 going to sleep for 11 seconds 00000100:00100000:0.0:1787579769.361774:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578273664 00000100:00100000:0.0:1787579769.361817:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578273664 00000100:00100000:0.0:1787579769.361892:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1787579769.361904:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20135850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+17:22609:x1874412578273664:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787579769.361923:0:22604:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787579769.361943:0:22604:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff917e36369800/0xf52f64256fc7b1c8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf52f64256fc7b1c1 expref: -99 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579769.361971:0:22604:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff917e36369800/0xf52f64256fc7b1c8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf52f64256fc7b1c1 expref: 18 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579769.361982:0:22604:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff917e36369800/0xf52f64256fc7b1c8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf52f64256fc7b1c1 expref: 18 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579769.362741:0:22604:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917e36369800, rc 0) 00000100:00100000:0.0:1787579769.362847:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20135850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+18:22609:x1874412578273664:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 944us (5117us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579769.362855:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1787579769.363038:0:22609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b6680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578273664:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787579769.363060:0:22609:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff917e0564d800/0xf52f64256fc7b1c1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b1c8 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579769.363069:0:22609:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff917e0564d800/0xf52f64256fc7b1c1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf52f64256fc7b1c8 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787579769.363157:0:22609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b6680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578273792:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787579769.363196:0:22609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579769.363235:0:22609:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e354f2900 going to sleep for 11 seconds 00000100:00100000:0.0:1787579769.364710:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578273792 00000100:00100000:0.0:1787579769.364722:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578273792 00000100:00100000:0.0:1787579769.364774:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1787579769.364785:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20137450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+18:22609:x1874412578273792:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787579769.364953:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20137450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+18:22609:x1874412578273792:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 169us (1757us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579769.364960:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1787579769.365154:0:22609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b6680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578273792:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787579769.365211:0:22609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b6680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578273920:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1787579769.365262:0:22609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579769.365297:0:22609:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e354f2900 going to sleep for 11 seconds 00000100:00100000:0.0:1787579769.368075:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578273920 00000100:00100000:0.0:1787579769.368090:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578273920 00000100:00100000:0.0:1787579769.368162:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1787579769.368173:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20137050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+18:22609:x1874412578273920:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787579769.368348:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20137050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+18:22609:x1874412578273920:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 178us (3085us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579769.368356:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1787579769.368398:0:22609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b6680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578273920:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1787579769.370093:0:23834:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1787579769.373012:0:22609:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1787579769.373054:0:22609:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1787579769.373066:0:22609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e0564d800/0xf52f64256fc7b1c1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b1c8 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579769.373080:0:22609:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff917e0564d800/0xf52f64256fc7b1c1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b1c8 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579769.474119:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1787579769.977970:0:22648:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1787579770.490152:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787579770.679670:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874412578274048:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787579770.679783:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579770.682143:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03f49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874412578274176:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787579770.683132:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579770.683359:0:23353:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578274048 00000100:00100000:2.0:1787579770.683374:0:23353:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578274048 00000100:00100000:2.0:1787579770.683426:0:23353:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578274176 00000100:00100000:2.0:1787579770.683443:0:23353:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578274176 00000100:00100000:2.0:1787579770.683487:0:23353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1787579770.683500:0:23353:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e362b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3644:x1874412578274048:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1787579770.683539:0:23353:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1787579770.683621:0:23353:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e362b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3644:x1874412578274048:12345-0@lo:41:osp-pre-1-0.0 Request processed in 125us (3838us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579770.683629:0:23353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1787579770.683648:0:23353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1787579770.683655:0:23353:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03f4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1874412578274176:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787579770.683673:0:23353:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1787579770.683735:0:23353:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03f4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1874412578274176:12345-0@lo:41:osp-pre-0-1.0 Request processed in 81us (610us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579770.683741:0:23353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1787579770.683801:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874412578274048:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1787579770.685290:0:18308:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787579770.685295:0:18308:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787579770.685298:0:18308:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787579770.685300:0:18308:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787579770.685319:0:18308:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787579770.685322:0:18308:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787579770.685325:0:18308:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787579770.685328:0:18308:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1787579770.685506:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1874412578274432:0@lo:400:kworker.0 00000100:00100000:2.0:1787579770.685569:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579770.685606:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787579770.685613:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3643:1874412578274560:0@lo:400:kworker.0 00000100:00100000:2.0:1787579770.685636:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579770.685670:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578274432 00000100:00100000:2.0:1787579770.685676:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578274432 00000100:00100000:2.0:1787579770.685712:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578274560 00000100:00100000:2.0:1787579770.685716:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578274560 00000100:00100000:2.0:1787579770.685731:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1787579770.685738:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e362b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1874412578274432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787579770.685783:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e362b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1874412578274432:12345-0@lo:400:kworker.0 Request processed in 44us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579770.685790:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1787579770.685804:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1787579770.685810:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e362b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1874412578274560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787579770.685835:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e362b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1874412578274560:12345-0@lo:400:kworker.0 Request processed in 25us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579770.685842:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:2.0:1787579770.685876:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff917e362b4380 x1874412578274560/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579786 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579770.685890:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3643:1874412578274560:0@lo:400:kworker.0 00010000:00080000:2.0:1787579770.685900:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff917e362b6a00 x1874412578274432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579786 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579770.685908:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1874412578274432:0@lo:400:kworker.0 00000100:00100000:1.0:1787579770.687381:0:3640:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787579760/real 1787579760] req@ffff917d03f4aa00 x1874412578268160/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787579770 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787579770.687407:0:3640:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff917d03f4aa00 x1874412578268160/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787579770 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787579770.687439:0:3640:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787579760/real 1787579760] req@ffff917d03f48700 x1874412578268032/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787579770 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787579770.687450:0:3640:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff917d03f48700 x1874412578268032/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787579770 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787579770.687466:0:3640:0:(import.c:65:import_set_state_nolock()) ffff917d02198800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787579770.687535:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1787579770.687539:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03f4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874412578268160:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1787579770.687554:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787579770.687559:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787579770.687562:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787579770.687565:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787579770.687570:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787579770.687573:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787579770.687575:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787579770.687593:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787579770.687596:0:8:0:(import.c:65:import_set_state_nolock()) ffff917d02198800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787579770.687600:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 694 00000100:00080000:1.0:1787579770.687605:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1787579770.687612:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff917d02198800 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1787579770.687646:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff917e36387800 x1874412578274688/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787579770.687673:0:3640:0:(import.c:65:import_set_state_nolock()) ffff917d02212800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787579770.687685:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1787579770.687688:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03f48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874412578268032:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1787579770.687701:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787579770.687705:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787579770.687707:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787579770.687710:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787579770.687712:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787579770.687714:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787579770.687716:0:8:0:(import.c:65:import_set_state_nolock()) ffff917d02212800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787579770.687722:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 694 00000100:00080000:1.0:1787579770.687725:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1787579770.687728:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff917d02212800 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1787579770.687746:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff917e36384000 x1874412578274816/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787579770.687790:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36387800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874412578274688:0@lo:8:kworker.0 00000400:00000100:1.0:1787579770.687845:0:3640:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874412578274688 offset 0 length 520: 4 00000100:00100000:1.0:1787579770.687877:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36384000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874412578274816:0@lo:8:kworker.0 00000400:00000100:1.0:1787579770.687898:0:3640:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874412578274816 offset 0 length 520: 4 00000100:00100000:2.0:1787579770.689812:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5021fa0c-b9b1-4d6f-a916-64b48083a802:3642:1874412578274304:0@lo:400:kworker.0 00000100:00100000:2.0:1787579770.689896:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579770.691133:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03f49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874412578274176:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787579770.693835:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578274304 00000100:00100000:1.0:1787579770.693851:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578274304 00000100:00100000:1.0:1787579770.693922:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1787579770.693933:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20136050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+18:3642:x1874412578274304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787579770.694395:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20136050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+18:3642:x1874412578274304:12345-0@lo:400:kworker.0 Request processed in 463us (4497us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579770.694404:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1787579770.700188:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5021fa0c-b9b1-4d6f-a916-64b48083a802:3642:1874412578274304:0@lo:400:kworker.0 00010000:00010000:1.0:1787579771.512751:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1787579771.711001:0:23345:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:3.0:1787579772.537013:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787579772.728712:0:3640:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787579757/real 1787579757] req@ffff917d03badf80 x1874412578265984/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787579772 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787579772.728756:0:3640:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff917d03badf80 x1874412578265984/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787579772 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787579772.728768:0:3640:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787579757/real 1787579757] req@ffff917d03bace00 x1874412578266112/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787579772 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787579772.728781:0:3640:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff917d03bace00 x1874412578266112/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787579772 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787579772.728806:0:3640:0:(import.c:65:import_set_state_nolock()) ffff917d03d44800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787579772.728820:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1787579772.728825:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874412578265984:0@lo:8:kworker.0 00000100:00080000:0.0:1787579772.728831:0:3640:0:(import.c:65:import_set_state_nolock()) ffff917e36330800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787579772.728837:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1787579772.728840:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03bace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874412578266112:0@lo:8:kworker.0 00000100:00080000:0.0:1787579772.730810:0:18308:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787579772.730825:0:18308:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787579772.730829:0:18308:0:(import.c:65:import_set_state_nolock()) ffff917d03d44800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787579772.730838:0:18308:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 692 00000100:00080000:0.0:1787579772.730846:0:18308:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00100000:3.0:1787579772.731135:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03f49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1874412578275072:0@lo:400:kworker.0 00000100:00100000:3.0:1787579772.731238:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1787579772.731565:0:18308:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff917d03d44800 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1787579772.731606:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03f49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5021fa0c-b9b1-4d6f-a916-64b48083a802:3641:1874412578274944:0@lo:400:kworker.0 00000100:00100000:0.0:1787579772.731654:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579772.731742:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578274944 00000100:00100000:0.0:1787579772.731752:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578274944 00000100:00100000:0.0:1787579772.731812:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1787579772.731823:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20135c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+18:3641:x1874412578274944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787579772.732095:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20135c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+18:3641:x1874412578274944:12345-0@lo:400:kworker.0 Request processed in 271us (439us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579772.732103:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1787579772.732168:0:18308:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff917d03f48000 x1874412578275200/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787579772.732189:0:18308:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787579772.732193:0:18308:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787579772.732196:0:18308:0:(import.c:65:import_set_state_nolock()) ffff917e36330800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787579772.732200:0:18308:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 692 00000100:00080000:0.0:1787579772.732203:0:18308:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1787579772.732208:0:18308:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff917e36330800 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1787579772.732219:0:18308:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff917d03f49500 x1874412578275328/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787579772.732256:0:18308:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787579772.732269:0:18308:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787579772.732273:0:18308:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787579772.732276:0:18308:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1787579772.732546:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787579772.732556:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03f48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3642:1874412578275712:0@lo:400:kworker.0 00000100:00100000:3.0:1787579772.732727:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579772.732795:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578275712 00000100:00100000:3.0:1787579772.732801:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578275712 00000100:00100000:3.0:1787579772.732839:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1787579772.732848:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03bac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1874412578275712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579772.732904:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03bac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1874412578275712:12345-0@lo:400:kworker.0 Request processed in 58us (177us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579772.732911:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:3.0:1787579772.732958:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff917d03f48700 x1874412578275712/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579788 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579772.732975:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03f48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3642:1874412578275712:0@lo:400:kworker.0 00000100:00100000:0.0:1787579772.734715:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03f48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874412578275200:0@lo:8:kworker.0 00000400:00000100:0.0:1787579772.744760:0:3640:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874412578275200 offset 0 length 520: 4 00000100:00100000:2.0:1787579772.744808:0:23353:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578275072 00000100:00100000:2.0:1787579772.744828:0:23353:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578275072 00000100:00100000:0.0:1787579772.744992:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03f49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874412578275328:0@lo:8:kworker.0 00000100:00100000:2.0:1787579772.745007:0:23353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1787579772.745026:0:23353:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03bae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1874412578275072:12345-0@lo:400:kworker.0 00000400:00000100:0.0:1787579772.745060:0:3640:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874412578275328 offset 0 length 520: 4 00000100:00100000:0.0:1787579772.745124:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03f4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1874412578275456:0@lo:400:kworker.0 00000100:00100000:0.0:1787579772.745180:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579772.745194:0:23353:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03bae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1874412578275072:12345-0@lo:400:kworker.0 Request processed in 170us (13953us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579772.745203:0:23353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1787579772.745238:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787579772.745253:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03f4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874412578275584:0@lo:400:kworker.0 00000100:00100000:2.0:1787579772.745298:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03f49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1874412578275072:0@lo:400:kworker.0 00000100:00100000:0.0:1787579772.745580:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579772.745639:0:22612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578275456 00000100:00100000:1.0:1787579772.745648:0:22612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578275456 00000100:00100000:0.0:1787579772.745661:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03f49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5021fa0c-b9b1-4d6f-a916-64b48083a802:3641:1874412578274944:0@lo:400:kworker.0 00000100:00100000:1.0:1787579772.745698:0:22612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1787579772.745710:0:22612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03f4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1874412578275456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787579772.745785:0:22612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03f4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1874412578275456:12345-0@lo:400:kworker.0 Request processed in 76us (608us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579772.745794:0:22612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00080000:1.0:1787579772.745849:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff917d03f4a300 x1874412578275456/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579788 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579772.745994:0:22617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578275584 00000100:00100000:3.0:1787579772.746004:0:22617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578275584 00000100:00100000:3.0:1787579772.746071:0:22617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1787579772.746083:0:22617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03f4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1874412578275584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579772.746278:0:22617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03f4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1874412578275584:12345-0@lo:400:kworker.0 Request processed in 197us (703us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579772.746287:0:22617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1787579772.746755:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03f4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1874412578275456:0@lo:400:kworker.0 00000100:00100000:1.0:1787579772.746806:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03f4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874412578275584:0@lo:400:kworker.0 00000040:00080000:1.0:1787579772.793160:0:23369:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1787579773.559831:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1787579774.540238:0:24114:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1787579774.540243:0:24114:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:1.0:1787579774.540245:0:24114:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:1.0:1787579774.542141:0:24114:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff917e3f8c5800 00000020:01000004:1.0:1787579774.542169:0:24114:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:1.0:1787579774.542186:0:24114:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1787579774.542202:0:24114:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff917d03bd99b8) 00000020:00000080:1.0:1787579774.542220:0:24114:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00010000:00010000:1.0:1787579774.583754:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:3.0:1787579774.651385:0:24114:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1787579774.666489:0:24114:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:2.0:1787579774.667202:0:24114:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1787579774.667783:0:24114:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:2.0:1787579774.668089:0:24114:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1787579774.668402:0:24114:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:2.0:1787579774.668915:0:24114:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00080000:01000000:2.0:1787579774.670023:0:24114:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1787579774.670268:0:24114:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:2.0:1787579774.670282:0:24114:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:2.0:1787579774.670294:0:24114:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xf52f64256fc7b1d6 00000020:01000004:2.0:1787579774.670301:0:24114:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:2.0:1787579774.670324:0:24114:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.114@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1787579774.670327:0:24114:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.114@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1787579774.670332:0:24114:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0000 00000020:01000004:2.0:1787579774.670338:0:24114:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:2.0:1787579774.670350:0:24114:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff917e363a0000) 00000020:00000080:2.0:1787579774.671182:0:24114:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:2.0:1787579774.674092:0:24114:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1787579774.674295:0:24114:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:2.0:1787579774.674302:0:24114:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:2.0:1787579774.678385:0:24114:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:2.0:1787579774.678401:0:24114:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:3.0:1787579774.679644:0:24114:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:3.0:1787579774.679655:0:24114:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:2.0:1787579774.681324:0:24114:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1787579774.681547:0:24114:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:2.0:1787579774.681552:0:24114:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:0.0:1787579774.693993:0:24114:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:0.0:1787579774.694018:0:24114:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:2.0:1787579774.712987:0:24114:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1787579774.713405:0:24114:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:2.0:1787579774.713411:0:24114:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:0.0:1787579774.717223:0:24114:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:0.0:1787579774.717240:0:24114:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:2.0:1787579774.719598:0:24114:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:2.0:1787579774.719612:0:24114:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:2.0:1787579774.722715:0:24114:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1787579774.723046:0:24114:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:2.0:1787579774.723052:0:24114:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:2.0:1787579774.723895:0:24114:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:2.0:1787579774.723903:0:24114:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:0.0:1787579774.761971:0:24114:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787579774.762204:0:24114:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:0.0:1787579774.762211:0:24114:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:0.0:1787579774.764446:0:24114:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:0.0:1787579774.764458:0:24114:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:0.0:1787579774.765096:0:24114:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:0.0:1787579774.765135:0:24114:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:0.0:1787579774.765145:0:24114:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.114@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:0.0:1787579774.780566:0:24114:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.114@tcp ctxt 0 is initialized 00000020:01000004:0.0:1787579774.780623:0:24114:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.204.114@tcp, index=0000, flags=0x20002 00000020:01000004:0.0:1787579774.780628:0:24114:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1787579774.780630:0:24114:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1787579774.780631:0:24114:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787579774.780633:0:24114:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787579774.780634:0:24114:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787579774.780635:0:24114:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787579774.780637:0:24114:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1787579774.780639:0:24114:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787579774.780641:0:24114:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1787579774.780645:0:24114:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:0.0:1787579774.780647:0:24114:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1787579774.780649:0:24114:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1787579774.780650:0:24114:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787579774.780652:0:24114:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787579774.780653:0:24114:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787579774.780654:0:24114:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787579774.780655:0:24114:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1787579774.780656:0:24114:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787579774.780657:0:24114:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1787579774.780688:0:24114:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:0.0:1787579774.780714:0:24114:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03f49180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24114:1874412578275840:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1787579774.780793:0:24114:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579774.780837:0:24114:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e05125180 going to sleep for 11 seconds 00000100:00100000:1.0:1787579774.780943:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578275840 00000100:00100000:1.0:1787579774.780951:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578275840 00000100:00100000:1.0:1787579774.781019:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1787579774.781030:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20028c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+18:24114:x1874412578275840:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1787579774.781067:0:22607:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:1.0:1787579774.781071:0:22607:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:1.0:1787579774.781074:0:22607:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:1.0:1787579774.781419:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20028c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+18:24114:x1874412578275840:12345-0@lo:253:mount.lustre.0 Request processed in 389us (624us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579774.781427:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1787579774.781610:0:24114:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03f49180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24114:1874412578275840:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1787579774.781620:0:24114:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:0.0:1787579774.781623:0:24114:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1787579774.781625:0:24114:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1787579774.781626:0:24114:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787579774.781627:0:24114:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787579774.781628:0:24114:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787579774.781630:0:24114:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787579774.781631:0:24114:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1787579774.781633:0:24114:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787579774.781634:0:24114:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1787579774.781652:0:24114:0:(tgt_mount.c:101:server_register_mount()) register mount ffff917e3f8c5800 from lustre-OST0000 10000000:01000000:0.0:1787579774.781680:0:24114:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:0.0:1787579774.781690:0:24114:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:0.0:1787579774.781699:0:24114:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff917e16dcb370 local copy 00010000:00010000:0.0:1787579774.781708:0:24114:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d03720c00/0xf52f64256fc7af91 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7af98 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787579774.781789:0:24114:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03f49180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24114:1874412578275968:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787579774.781816:0:24114:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579774.781999:0:24114:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e07b27900 going to sleep for 11 seconds 00000100:00100000:2.0:1787579774.782046:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578275968 00000100:00100000:2.0:1787579774.782052:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578275968 00000100:00100000:2.0:1787579774.782213:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1787579774.782222:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+18:24114:x1874412578275968:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787579774.782299:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+18:24114:x1874412578275968:12345-0@lo:501:mount.lustre.0 Request processed in 78us (481us total) trans 0 rc -2/-2 00000100:00100000:2.0:1787579774.782307:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1787579774.782392:0:24114:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03f49180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24114:1874412578275968:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1787579774.782406:0:24114:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.204.114@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:1.0:1787579774.782426:0:24114:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.204.114@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:1.0:1787579774.782432:0:24114:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d03720c00/0xf52f64256fc7af91 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7af98 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579774.782442:0:24114:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff917d03720c00/0xf52f64256fc7af91 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7af98 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787579774.782466:0:24114:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff917e3f8c5800 10000000:01000000:1.0:1787579774.782494:0:24114:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1787579774.782500:0:24114:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:1.0:1787579774.782503:0:24114:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1787579774.782508:0:24114:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:1.0:1787579774.782511:0:24114:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:1.0:1787579774.782532:0:24114:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d03720400/0xf52f64256fc7b1e4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579774.782550:0:24114:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff917d03720400/0xf52f64256fc7b1e4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579774.782560:0:24114:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff917d03720400/0xf52f64256fc7b1e4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787579774.782574:0:24114:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36385c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24114:1874412578276096:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1787579774.782602:0:24114:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579774.782825:0:24114:0:(client.c:2715:ptlrpc_set_wait()) set ffff917d0230e240 going to sleep for 11 seconds 00000100:00100000:0.0:1787579774.782911:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578276096 00000100:00100000:0.0:1787579774.782916:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578276096 00000100:00100000:0.0:1787579774.782940:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1787579774.782947:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20028050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+18:24114:x1874412578276096:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787579774.782956:0:22605:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787579774.782971:0:22605:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff917e36369600/0xf52f64256fc7b1eb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xf52f64256fc7b1e4 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579774.782992:0:22605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff917e36369600/0xf52f64256fc7b1eb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf52f64256fc7b1e4 expref: 19 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579774.783002:0:22605:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff917e36369600/0xf52f64256fc7b1eb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf52f64256fc7b1e4 expref: 19 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579774.783022:0:22605:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917e36369600, rc 0) 00000100:00100000:0.0:1787579774.783060:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20028050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+19:24114:x1874412578276096:12345-0@lo:101:mount.lustre.0 Request processed in 112us (456us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579774.783066:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1787579774.783140:0:24114:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36385c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24114:1874412578276096:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787579774.783152:0:24114:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff917d03720400/0xf52f64256fc7b1e4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b1eb expref: -99 pid: 24114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579774.783162:0:24114:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff917d03720400/0xf52f64256fc7b1e4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xf52f64256fc7b1eb expref: -99 pid: 24114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1787579774.784085:0:24114:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:1.0:1787579774.784676:0:24114:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1787579774.786730:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:1.0:1787579774.786846:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:1.0:1787579774.786865:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:1.0:1787579774.786879:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:1.0:1787579774.786902:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:1.0:1787579774.786915:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:1.0:1787579774.786927:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:1.0:1787579774.786940:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:1.0:1787579774.786952:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:1.0:1787579774.786964:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:1.0:1787579774.786977:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:1.0:1787579774.786987:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:1.0:1787579774.787023:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:1.0:1787579774.787030:0:24114:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:1.0:1787579774.787695:0:24114:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36385c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24114:1874412578276224:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787579774.787827:0:24114:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579774.788526:0:24114:0:(client.c:2715:ptlrpc_set_wait()) set ffff917d0230e6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787579774.788668:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578276224 00000100:00100000:0.0:1787579774.788677:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578276224 00000100:00100000:0.0:1787579774.788938:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1787579774.788958:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20029850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+19:24114:x1874412578276224:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787579774.789139:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20029850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+19:24114:x1874412578276224:12345-0@lo:501:mount.lustre.0 Request processed in 183us (1312us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579774.789146:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1787579774.789218:0:24114:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36385c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24114:1874412578276224:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787579774.789259:0:24114:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24114:1874412578276352:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787579774.789298:0:24114:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579774.789428:0:24114:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e0388d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787579774.789731:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578276352 00000100:00100000:1.0:1787579774.789737:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578276352 00000100:00100000:1.0:1787579774.789764:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1787579774.789781:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+19:24114:x1874412578276352:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787579774.791040:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+19:24114:x1874412578276352:12345-0@lo:503:mount.lustre.0 Request processed in 1255us (1737us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579774.791051:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1787579774.791169:0:24114:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24114:1874412578276352:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1787579774.792309:0:24114:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1787579774.792419:0:24114:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24114:1874412578276480:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787579774.792509:0:24114:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579774.792607:0:24114:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e0388d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787579774.793002:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578276480 00000100:00100000:1.0:1787579774.793021:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578276480 00000100:00100000:1.0:1787579774.793064:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1787579774.793078:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20029c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+19:24114:x1874412578276480:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787579774.793567:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20029c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+19:24114:x1874412578276480:12345-0@lo:502:mount.lustre.0 Request processed in 493us (1058us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579774.793576:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1787579774.793718:0:24114:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24114:1874412578276480:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787579774.793982:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:2.0:1787579774.794020:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:2.0:1787579774.794036:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:2.0:1787579774.794047:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:2.0:1787579774.794057:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:2.0:1787579774.794067:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:2.0:1787579774.794089:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:2.0:1787579774.794099:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:2.0:1787579774.794108:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:2.0:1787579774.794117:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:2.0:1787579774.794127:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:2.0:1787579774.794137:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:2.0:1787579774.794159:0:24114:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24114:1874412578276608:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787579774.794191:0:24114:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579774.794242:0:24114:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e0388d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787579774.794306:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578276608 00000100:00100000:0.0:1787579774.794310:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578276608 00000100:00100000:1.0:1787579774.794353:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1787579774.794371:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+19:24114:x1874412578276608:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787579774.794509:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+19:24114:x1874412578276608:12345-0@lo:502:mount.lustre.0 Request processed in 148us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579774.794516:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1787579774.794790:0:24114:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24114:1874412578276608:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787579774.794828:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:2.0:1787579774.794835:0:24114:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:0.0:1787579774.795647:0:24131:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1787579774.795654:0:24131:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:0.0:1787579774.795660:0:24131:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787579774.795663:0:24131:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:0.0:1787579774.795667:0:24131:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787579774.795681:0:24131:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff917e061419b8) 00000020:00000080:0.0:1787579774.795703:0:24131:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:0.0:1787579774.795707:0:24131:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1787579774.795828:0:24131:0:(tgt_mount.c:153:server_get_mount()) get mount ffff917e3f8c5800 from lustre-OST0000, refs=2 00080000:01000000:0.0:1787579774.795837:0:24131:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:0.0:1787579774.795844:0:24131:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xf52f64256fc7b1f9 00010000:00010000:0.0:1787579774.800989:0:24131:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:0.0:1787579774.801430:0:24131:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:0.0:1787579774.803925:0:24131:0:(osd_handler.c:5581:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:0.0:1787579774.805169:0:24131:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:0.0:1787579774.805182:0:24131:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787579774.805189:0:24131:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787579774.805191:0:24131:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:0.0:1787579774.805194:0:24131:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1787579774.805197:0:24131:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #27 00000020:01000000:0.0:1787579774.805199:0:24131:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787579774.805201:0:24131:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787579774.805203:0:24131:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1787579774.805205:0:24131:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787579774.805207:0:24131:0:(obd_config.c:1563:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:0.0:1787579774.805217:0:24131:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787579774.805221:0:24131:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787579774.805223:0:24131:0:(obd_config.c:1563:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:0.0:1787579774.805226:0:24131:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1787579774.805228:0:24131:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1787579774.805230:0:24131:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787579774.805233:0:24131:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787579774.805234:0:24131:0:(obd_config.c:1563:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:01000000:0.0:1787579774.805237:0:24131:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787579774.805239:0:24131:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787579774.805241:0:24131:0:(obd_config.c:1563:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1787579774.805245:0:24131:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:0.0:1787579774.805273:0:24131:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787579774.805276:0:24131:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787579774.805277:0:24131:0:(obd_config.c:1563:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1787579774.805281:0:24131:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:2.0:1787579774.805710:0:24114:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:2.0:1787579774.805743:0:24114:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:2.0:1787579774.805774:0:24114:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d03720400/0xf52f64256fc7b1e4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b1eb expref: -99 pid: 24114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579774.805798:0:24114:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff917d03720400/0xf52f64256fc7b1e4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b1eb expref: -99 pid: 24114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787579774.805806:0:24114:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff917e3f8c5800 from 1 10000000:01000000:2.0:1787579774.805809:0:24114:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1787579774.805843:0:24114:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e0564d000/0xf52f64256fc7b200 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579774.805850:0:24114:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff917e0564d000/0xf52f64256fc7b200 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579774.805862:0:24114:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff917e0564d000/0xf52f64256fc7b200 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787579774.805888:0:24114:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24114:1874412578276736:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1787579774.805958:0:24114:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579774.806002:0:24114:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e0388d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787579774.806407:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578276736 00000100:00100000:1.0:1787579774.806416:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578276736 00000100:00100000:1.0:1787579774.806491:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1787579774.806502:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20028850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+19:24114:x1874412578276736:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787579774.806516:0:22604:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787579774.806530:0:22604:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff917d03721600/0xf52f64256fc7b207 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xf52f64256fc7b200 expref: -99 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579774.806567:0:22604:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff917d03721600/0xf52f64256fc7b207 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf52f64256fc7b200 expref: 20 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579774.806578:0:22604:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff917d03721600/0xf52f64256fc7b207 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf52f64256fc7b200 expref: 20 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579774.806588:0:22604:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917d03721600, rc 0) 00000100:00100000:1.0:1787579774.806627:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20028850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+20:24114:x1874412578276736:12345-0@lo:101:mount.lustre.0 Request processed in 127us (669us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579774.806634:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1787579774.806951:0:24114:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24114:1874412578276736:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787579774.806969:0:24114:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff917e0564d000/0xf52f64256fc7b200 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b207 expref: -99 pid: 24114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579774.806978:0:24114:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff917e0564d000/0xf52f64256fc7b200 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xf52f64256fc7b207 expref: -99 pid: 24114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1787579774.813256:0:24114:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:2.0:1787579774.813728:0:24114:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1787579774.814108:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:2.0:1787579774.814132:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:2.0:1787579774.814153:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:2.0:1787579774.814165:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:2.0:1787579774.814181:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:2.0:1787579774.814193:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:2.0:1787579774.814205:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:2.0:1787579774.814216:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:2.0:1787579774.814228:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:2.0:1787579774.814238:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:2.0:1787579774.814249:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:2.0:1787579774.814279:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:2.0:1787579774.814285:0:24114:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:2.0:1787579774.814737:0:24114:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24114:1874412578276864:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787579774.815021:0:24114:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579774.815108:0:24114:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e0388d000 going to sleep for 11 seconds 00000100:00100000:0.0:1787579774.815152:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578276864 00000100:00100000:0.0:1787579774.815161:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578276864 00000100:00100000:0.0:1787579774.815247:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1787579774.815258:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+20:24114:x1874412578276864:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787579774.815433:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+20:24114:x1874412578276864:12345-0@lo:501:mount.lustre.0 Request processed in 176us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579774.815441:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1787579774.815635:0:24114:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24114:1874412578276864:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787579774.815677:0:24114:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24114:1874412578276992:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787579774.815720:0:24114:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579774.815745:0:24114:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e0388d000 going to sleep for 11 seconds 00000100:00100000:3.0:1787579774.815785:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578276992 00000100:00100000:3.0:1787579774.815790:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578276992 00000100:00100000:3.0:1787579774.815821:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1787579774.815828:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+20:24114:x1874412578276992:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787579774.815948:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+20:24114:x1874412578276992:12345-0@lo:503:mount.lustre.0 Request processed in 120us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579774.815955:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1787579774.816025:0:24114:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24114:1874412578276992:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1787579774.816344:0:24114:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1787579774.816396:0:24114:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24114:1874412578277120:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787579774.816424:0:24114:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579774.816448:0:24114:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e0388d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787579774.816534:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578277120 00000100:00100000:0.0:1787579774.816539:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578277120 00000100:00100000:1.0:1787579774.816660:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1787579774.816669:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+20:24114:x1874412578277120:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787579774.816760:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+20:24114:x1874412578277120:12345-0@lo:502:mount.lustre.0 Request processed in 92us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579774.816778:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1787579774.816822:0:24114:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24114:1874412578277120:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787579774.816985:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1787579774.817066:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:2.0:1787579774.817082:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:2.0:1787579774.817108:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:2.0:1787579774.817122:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:2.0:1787579774.817137:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:2.0:1787579774.817150:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:2.0:1787579774.817162:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:2.0:1787579774.817175:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:2.0:1787579774.817188:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:2.0:1787579774.817202:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:2.0:1787579774.817222:0:24114:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24114:1874412578277248:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787579774.817248:0:24114:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579774.817272:0:24114:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e0388d6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787579774.817283:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578277248 00000100:00100000:3.0:1787579774.817288:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578277248 00000100:00100000:3.0:1787579774.817321:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1787579774.817328:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+20:24114:x1874412578277248:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787579774.817422:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+20:24114:x1874412578277248:12345-0@lo:502:mount.lustre.0 Request processed in 85us (163us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579774.817430:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1787579774.817442:0:24114:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24114:1874412578277248:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787579774.817508:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:2.0:1787579774.817516:0:24114:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:2.0:1787579774.818394:0:24135:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787579774.818403:0:24135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787579774.818406:0:24135:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1787579774.818412:0:24135:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff917e3f8c5800 00000020:00000080:2.0:1787579774.818415:0:24135:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1787579774.818423:0:24135:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787579774.818425:0:24135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787579774.818426:0:24135:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1787579774.818428:0:24135:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787579774.818431:0:24135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787579774.818432:0:24135:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1787579774.818435:0:24135:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff917e3f8c5800 00000020:00000080:2.0:1787579774.818437:0:24135:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1787579774.818557:0:24135:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787579774.818561:0:24135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787579774.818563:0:24135:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1787579774.818565:0:24135:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787579774.818576:0:24135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787579774.818577:0:24135:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1787579774.818580:0:24135:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff917e3f8c5800 00000020:00000080:2.0:1787579774.818582:0:24135:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1787579774.818600:0:24135:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787579774.818603:0:24135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787579774.818604:0:24135:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1787579774.818606:0:24135:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787579774.818608:0:24135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787579774.818610:0:24135:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1787579774.818613:0:24135:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff917e3f8c5800 00000020:00000080:2.0:1787579774.818615:0:24135:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1787579774.818651:0:24135:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787579774.818654:0:24135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787579774.818655:0:24135:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1787579774.818658:0:24135:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:0.0:1787579774.819306:0:24114:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1787579774.819353:0:24114:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1787579774.819378:0:24114:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e0564d000/0xf52f64256fc7b200 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b207 expref: -99 pid: 24114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579774.819392:0:24114:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff917e0564d000/0xf52f64256fc7b200 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b207 expref: -99 pid: 24114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787579774.819509:0:24114:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1787579774.820025:0:24114:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff917e3f8c5800 10000000:01000000:0.0:1787579774.820030:0:24114:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff917e3f8c5800 10000000:01000000:0.0:1787579774.820035:0:24114:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1787579774.820042:0:24114:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff917e3f8c5800 from 1 10000000:01000000:0.0:1787579774.820045:0:24114:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1787579774.820082:0:24114:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e36368a00/0xf52f64256fc7b20e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579774.820092:0:24114:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff917e36368a00/0xf52f64256fc7b20e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579774.820104:0:24114:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff917e36368a00/0xf52f64256fc7b20e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787579774.820128:0:24114:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03f4b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24114:1874412578277376:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1787579774.820192:0:24114:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579774.820238:0:24114:0:(client.c:2715:ptlrpc_set_wait()) set ffff917d0230e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787579774.820425:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578277376 00000100:00100000:2.0:1787579774.820434:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578277376 00000100:00100000:2.0:1787579774.820501:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1787579774.820511:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+20:24114:x1874412578277376:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787579774.820524:0:22605:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787579774.820536:0:22605:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff917e0564dc00/0xf52f64256fc7b215 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xf52f64256fc7b20e expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579774.820702:0:22605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff917e0564dc00/0xf52f64256fc7b215 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf52f64256fc7b20e expref: 21 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579774.820713:0:22605:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff917e0564dc00/0xf52f64256fc7b215 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf52f64256fc7b20e expref: 21 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579774.820722:0:22605:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917e0564dc00, rc 0) 00000100:00100000:2.0:1787579774.820990:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+21:24114:x1874412578277376:12345-0@lo:101:mount.lustre.0 Request processed in 478us (796us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579774.820997:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1787579774.821117:0:24114:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03f4b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24114:1874412578277376:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787579774.821138:0:24114:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff917e36368a00/0xf52f64256fc7b20e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b215 expref: -99 pid: 24114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579774.821150:0:24114:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff917e36368a00/0xf52f64256fc7b20e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xf52f64256fc7b215 expref: -99 pid: 24114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1787579774.823877:0:24114:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:0.0:1787579774.824185:0:24114:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787579774.824977:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:0.0:1787579774.825334:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:0.0:1787579774.825359:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:0.0:1787579774.825378:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:0.0:1787579774.825397:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:0.0:1787579774.825420:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:0.0:1787579774.825440:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:0.0:1787579774.825459:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:0.0:1787579774.825553:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:0.0:1787579774.825574:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:0.0:1787579774.825590:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:0.0:1787579774.825605:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:0.0:1787579774.825618:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:0.0:1787579774.825631:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:0.0:1787579774.825661:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:0.0:1787579774.825678:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:0.0:1787579774.825692:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:0.0:1787579774.825705:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:0.0:1787579774.825718:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:0.0:1787579774.825729:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:0.0:1787579774.825741:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:0.0:1787579774.825753:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:0.0:1787579774.825763:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:0.0:1787579774.825801:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:0.0:1787579774.825814:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:0.0:1787579774.825825:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:0.0:1787579774.825836:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:0.0:1787579774.825846:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:0.0:1787579774.825859:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:0.0:1787579774.825871:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:0.0:1787579774.825899:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:0.0:1787579774.825916:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:0.0:1787579774.825929:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:0.0:1787579774.825942:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:0.0:1787579774.825965:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:0.0:1787579774.825979:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:0.0:1787579774.825992:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:0.0:1787579774.826190:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:0.0:1787579774.826209:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:0.0:1787579774.826221:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:0.0:1787579774.826234:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:0.0:1787579774.826248:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:0.0:1787579774.826260:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:0.0:1787579774.826274:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:0.0:1787579774.826288:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:0.0:1787579774.826302:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:0.0:1787579774.826329:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:0.0:1787579774.826345:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:0.0:1787579774.829753:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:0.0:1787579774.829896:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:0.0:1787579774.829933:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:0.0:1787579774.829941:0:24114:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:0.0:1787579774.830088:0:24114:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03f4b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24114:1874412578277504:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787579774.830166:0:24114:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579774.830221:0:24114:0:(client.c:2715:ptlrpc_set_wait()) set ffff917d0230eb40 going to sleep for 11 seconds 00000100:00100000:3.0:1787579774.830381:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578277504 00000100:00100000:3.0:1787579774.830390:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578277504 00000100:00100000:3.0:1787579774.830449:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1787579774.830459:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+21:24114:x1874412578277504:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787579774.830617:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+21:24114:x1874412578277504:12345-0@lo:501:mount.lustre.0 Request processed in 159us (450us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579774.830625:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1787579774.830733:0:24114:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03f4b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24114:1874412578277504:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787579774.830889:0:24114:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03f4b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24114:1874412578277632:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787579774.830933:0:24114:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579774.830964:0:24114:0:(client.c:2715:ptlrpc_set_wait()) set ffff917d0230eb40 going to sleep for 11 seconds 00000100:00100000:3.0:1787579774.830988:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578277632 00000100:00100000:3.0:1787579774.830992:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578277632 00000100:00100000:3.0:1787579774.831039:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1787579774.831048:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+21:24114:x1874412578277632:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787579774.831148:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+21:24114:x1874412578277632:12345-0@lo:503:mount.lustre.0 Request processed in 101us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579774.831155:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1787579774.831433:0:24114:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03f4b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24114:1874412578277632:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1787579774.832172:0:24114:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1787579774.832322:0:24114:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03f4b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24114:1874412578277760:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787579774.832455:0:24114:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579774.832733:0:24114:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e0516b240 going to sleep for 11 seconds 00000100:00100000:3.0:1787579774.832769:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578277760 00000100:00100000:3.0:1787579774.832776:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578277760 00000100:00100000:3.0:1787579774.832861:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1787579774.832873:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+21:24114:x1874412578277760:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787579774.833178:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+21:24114:x1874412578277760:12345-0@lo:502:mount.lustre.0 Request processed in 307us (722us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579774.833186:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1787579774.833410:0:24114:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03f4b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24114:1874412578277760:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1787579774.836417:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:0.0:1787579774.836490:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:0.0:1787579774.836508:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:0.0:1787579774.836521:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:0.0:1787579774.836532:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:0.0:1787579774.837023:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:0.0:1787579774.837045:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:0.0:1787579774.837081:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:0.0:1787579774.837103:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:0.0:1787579774.837119:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:0.0:1787579774.837134:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:0.0:1787579774.837150:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:0.0:1787579774.837167:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:0.0:1787579774.837185:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:0.0:1787579774.837200:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:0.0:1787579774.837214:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:0.0:1787579774.837360:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:0.0:1787579774.837385:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:0.0:1787579774.837403:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:0.0:1787579774.837419:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:0.0:1787579774.837436:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:0.0:1787579774.837455:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:0.0:1787579774.837503:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:0.0:1787579774.837534:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:0.0:1787579774.837551:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:0.0:1787579774.837566:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:0.0:1787579774.837579:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:0.0:1787579774.837595:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:0.0:1787579774.837621:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:0.0:1787579774.837636:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:0.0:1787579774.837650:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:0.0:1787579774.837667:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:0.0:1787579774.837684:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:0.0:1787579774.837699:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:0.0:1787579774.837714:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:0.0:1787579774.837730:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:0.0:1787579774.837742:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:0.0:1787579774.837754:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:1.0:1787579774.838099:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:1.0:1787579774.838127:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:1.0:1787579774.838143:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:1.0:1787579774.838156:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:1.0:1787579774.838169:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:1.0:1787579774.838182:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:1.0:1787579774.838194:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:1.0:1787579774.838206:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:1.0:1787579774.838218:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:1.0:1787579774.838230:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:1.0:1787579774.838289:0:24114:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36385f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24114:1874412578277888:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787579774.838368:0:24114:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579774.838407:0:24114:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e050f5d80 going to sleep for 11 seconds 00000100:00100000:0.0:1787579774.838462:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578277888 00000100:00100000:0.0:1787579774.838500:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578277888 00000100:00100000:0.0:1787579774.838557:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1787579774.838568:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+21:24114:x1874412578277888:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787579774.838688:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+21:24114:x1874412578277888:12345-0@lo:502:mount.lustre.0 Request processed in 122us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579774.838699:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1787579774.838720:0:24114:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36385f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24114:1874412578277888:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787579774.839581:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:2.0:1787579774.839617:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:2.0:1787579774.839647:0:24114:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24114:1874412578278016:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787579774.839694:0:24114:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579774.839834:0:24114:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e1b39bc00 going to sleep for 11 seconds 00000100:00100000:3.0:1787579774.839977:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578278016 00000100:00100000:3.0:1787579774.839982:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578278016 00000100:00100000:3.0:1787579774.840086:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1787579774.840094:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+21:24114:x1874412578278016:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787579774.840172:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+21:24114:x1874412578278016:12345-0@lo:502:mount.lustre.0 Request processed in 80us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579774.840177:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1787579774.840205:0:24114:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24114:1874412578278016:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787579774.840248:0:24114:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:2.0:1787579774.840257:0:24114:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:0.0:1787579774.840890:0:24140:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:0.0:1787579774.840908:0:24140:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff917e06143370) 00000020:00000080:0.0:1787579774.840944:0:24140:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:0.0:1787579774.841056:0:24140:0:(tgt_mount.c:153:server_get_mount()) get mount ffff917e3f8c5800 from lustre-OST0000, refs=3 00000020:01000004:0.0:1787579774.841060:0:24140:0:(tgt_mount.c:187:server_put_mount()) put mount ffff917e3f8c5800 from lustre-OST0000, refs=3 00000020:01000004:0.0:1787579774.841063:0:24140:0:(obd_mount.c:710:lustre_put_lsi()) put ffff917e3f8c5800 3 00010000:00080000:0.0:1787579774.841092:0:24140:0:(ldlm_lib.c:102:import_set_conn()) imp ffff917d029d9800@lustre-MDT0000-lwp-OST0000: add connection 192.168.204.114@tcp at head 00010000:00010000:0.0:1787579774.843178:0:24140:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:0.0:1787579774.843380:0:24140:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:0.0:1787579774.843422:0:24140:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1787579774.843435:0:24140:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0xf52f64256fc7b223 00000100:00080000:0.0:1787579774.843445:0:24140:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1787579774.843452:0:24140:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff917d029d9800 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1787579774.845127:0:24140:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff917e36386300 x1874412578278144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787579774.845193:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36386300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3640:1874412578278144:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1787579774.845272:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1787579774.845304:0:24140:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1787579774.845355:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787579774.845360:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787579774.845363:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787579774.845367:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787579774.845397:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787579774.845401:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787579774.845403:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787579774.845406:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1787579774.845437:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36385f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1874412578278272:0@lo:400:kworker.0 00000100:00100000:0.0:1787579774.845496:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36386a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1874412578278656:0@lo:400:kworker.0 00000100:00100000:1.0:1787579774.845497:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579774.845520:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578278144 00000100:00100000:2.0:1787579774.845529:0:22614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578278144 00000100:00100000:0.0:1787579774.845533:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579774.845581:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36385880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1874412578278528:0@lo:400:kworker.0 00000100:00100000:0.0:1787579774.845610:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579774.845617:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36385c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1874412578278400:0@lo:400:kworker.0 00000100:00100000:1.0:1787579774.845648:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579774.847076:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578278656 00000100:00100000:2.0:1787579774.847086:0:22614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578278656 00000100:00100000:2.0:1787579774.847123:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578278400 00000100:00100000:2.0:1787579774.847126:0:22614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578278400 00000100:00100000:1.0:1787579774.847130:0:22618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578278272 00000100:00100000:1.0:1787579774.847137:0:22618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578278272 00000100:00100000:2.0:1787579774.847151:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1787579774.847163:0:22614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03f49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1874412578278656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787579774.847191:0:22618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578278528 00000100:00100000:1.0:1787579774.847196:0:22618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578278528 00000100:00100000:1.0:1787579774.847212:0:22618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1787579774.847236:0:22614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03f49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1874412578278656:12345-0@lo:400:kworker.0 Request processed in 75us (1705us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579774.847244:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1787579774.847260:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1787579774.847265:0:22614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e36384700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1874412578278400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787579774.847274:0:22618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e36384380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1874412578278272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787579774.847300:0:22614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e36384700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1874412578278400:12345-0@lo:400:kworker.0 Request processed in 34us (1651us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579774.847321:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1787579774.847327:0:22618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e36384380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1874412578278272:12345-0@lo:400:kworker.0 Request processed in 106us (1828us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579774.847337:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1787579774.847338:0:22618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1787579774.847346:0:22614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03f4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3640:x1874412578278144:12345-0@lo:38:llog_process_th.0 00000100:00100000:1.0:1787579774.847358:0:22618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1787579774.847365:0:22618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03f4a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1874412578278528:12345-0@lo:400:kworker.0 00010000:00080000:2.0:1787579774.847369:0:22614:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 709 last 0 00000020:00000080:2.0:1787579774.847406:0:22614:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0xf52f64256fc7b22a 00000100:00100000:1.0:1787579774.847415:0:22618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03f4a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1874412578278528:12345-0@lo:400:kworker.0 Request processed in 50us (1805us total) trans 0 rc 0/0 00000004:00100000:2.0:1787579774.847422:0:22614:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00100000:1.0:1787579774.847425:0:22618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00080000:2.0:1787579774.847455:0:22614:0:(import.c:65:import_set_state_nolock()) ffff917e050d7800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787579774.847487:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36385f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1874412578278272:0@lo:400:kworker.0 00000100:00100000:2.0:1787579774.847524:0:22614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03f4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1874412578278144:12345-0@lo:38:llog_process_th.0 Request processed in 178us (2252us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579774.847531:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:1.0:1787579774.847601:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff917e36385c00 x1874412578278400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579790 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787579774.847614:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36385c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1874412578278400:0@lo:400:kworker.0 00010000:00080000:0.0:1787579774.847749:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff917e36386a00 x1874412578278656/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579790 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787579774.847782:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36386a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1874412578278656:0@lo:400:kworker.0 00000100:00100000:0.0:1787579774.848272:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36385880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1874412578278528:0@lo:400:kworker.0 00010000:00080000:0.0:1787579774.848380:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff917e36386300 x1874412578278144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787579784 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787579774.848390:0:3640:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1787579774.848407:0:3640:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:0.0:1787579774.848416:0:3640:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1787579774.848421:0:3640:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1787579774.848424:0:3640:0:(import.c:65:import_set_state_nolock()) ffff917d029d9800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1787579774.848445:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36386300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3640:1874412578278144:0@lo:38:llog_process_th.0 00000020:01000004:1.0:1787579774.849459:0:24140:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:0.0:1787579774.850039:0:24140:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff917d03d3cd28) 00000020:00000080:0.0:1787579774.850064:0:24140:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:0.0:1787579774.850150:0:24140:0:(tgt_mount.c:153:server_get_mount()) get mount ffff917e3f8c5800 from lustre-OST0000, refs=3 00000020:01000004:0.0:1787579774.850154:0:24140:0:(tgt_mount.c:187:server_put_mount()) put mount ffff917e3f8c5800 from lustre-OST0000, refs=3 00000020:01000004:0.0:1787579774.850156:0:24140:0:(obd_mount.c:710:lustre_put_lsi()) put ffff917e3f8c5800 3 00010000:00080000:0.0:1787579774.850184:0:24140:0:(ldlm_lib.c:102:import_set_conn()) imp ffff917d029de000@lustre-MDT0001-lwp-OST0000: add connection 192.168.204.114@tcp at head 00010000:00010000:3.0:1787579774.857654:0:24140:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:3.0:1787579774.857977:0:24140:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:3.0:1787579774.858331:0:24140:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1787579774.858346:0:24140:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0xf52f64256fc7b238 00000100:00080000:3.0:1787579774.858358:0:24140:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1787579774.858364:0:24140:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff917d029de000 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1787579774.858404:0:24140:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff917d03baf800 x1874412578278784/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787579774.858434:0:24140:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00100000:0.0:1787579774.858504:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03baf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3640:1874412578278784:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1787579774.858578:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1787579774.858681:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787579774.858688:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787579774.858691:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787579774.858695:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787579774.858700:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787579774.858704:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787579774.858707:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787579774.858711:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1787579774.858765:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578278784 00000100:00100000:3.0:1787579774.858773:0:22614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578278784 00000100:00100000:3.0:1787579774.858816:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1787579774.858823:0:22614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03f4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3640:x1874412578278784:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1787579774.858854:0:22614:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 709 last 0 00000020:00000080:3.0:1787579774.858891:0:22614:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0xf52f64256fc7b23f 00000004:00100000:3.0:1787579774.858927:0:22614:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1787579774.858963:0:22614:0:(import.c:65:import_set_state_nolock()) ffff917d0219a800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787579774.859036:0:22614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03f4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1874412578278784:12345-0@lo:38:llog_process_th.0 Request processed in 211us (457us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579774.859043:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:0.0:1787579774.859307:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff917d03baf800 x1874412578278784/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787579784 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787579774.859318:0:3640:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1787579774.859324:0:3640:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:0.0:1787579774.859330:0:3640:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1787579774.859335:0:3640:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1787579774.859337:0:3640:0:(import.c:65:import_set_state_nolock()) ffff917d029de000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1787579774.859343:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03baf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3640:1874412578278784:0@lo:38:llog_process_th.0 00000040:00080000:3.0:1787579774.861220:0:24140:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:0.0:1787579774.861752:0:24114:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1787579774.861790:0:24114:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1787579774.861849:0:24114:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e36368a00/0xf52f64256fc7b20e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b215 expref: -99 pid: 24114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579774.861862:0:24114:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff917e36368a00/0xf52f64256fc7b20e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b215 expref: -99 pid: 24114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1787579774.861920:0:24114:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1787579774.861922:0:24114:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1787579774.861924:0:24114:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787579774.861925:0:24114:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787579774.861926:0:24114:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787579774.861927:0:24114:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787579774.861929:0:24114:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1787579774.861931:0:24114:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787579774.861933:0:24114:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1787579774.861937:0:24114:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:0.0:1787579774.861939:0:24114:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1787579774.861941:0:24114:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1787579774.862070:0:24114:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787579774.862071:0:24114:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787579774.862072:0:24114:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787579774.862074:0:24114:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787579774.862075:0:24114:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1787579774.862076:0:24114:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787579774.862077:0:24114:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1787579774.862105:0:24114:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:0.0:1787579774.862126:0:24114:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03f49c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24114:1874412578278912:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1787579774.862202:0:24114:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579774.862259:0:24114:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e3b245a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787579774.862990:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578278912 00000100:00100000:2.0:1787579774.863012:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578278912 00000100:00100000:2.0:1787579774.863073:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1787579774.863085:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+21:24114:x1874412578278912:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1787579774.863121:0:22605:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1787579774.863143:0:22605:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:1.0:1787579774.866628:0:22605:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1787579774.866642:0:22605:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1787579774.866799:0:22628:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1787579774.866804:0:22628:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1787579774.866826:0:22628:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff917e18714c00/0xf52f64256fc7b246 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579774.866845:0:22628:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff917e0564d200/0xf52f64256fc7b190 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf52f64256fc7b189 expref: 21 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579774.866855:0:22628:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff917e36369c00/0xf52f64256fc7b19e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf52f64256fc7b197 expref: 21 pid: 22607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579774.866864:0:22628:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff917e18714c00/0xf52f64256fc7b246 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579774.866902:0:22628:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff917e36369c00/0xf52f64256fc7b19e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf52f64256fc7b197 expref: 21 pid: 22607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579774.866915:0:22628:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff917e36369c00/0xf52f64256fc7b19e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf52f64256fc7b197 expref: 21 pid: 22607 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787579774.866937:0:22628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03baf800 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22628:1874412578279040:0@lo:104: 00000100:00100000:3.0:1787579774.867013:0:22628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1787579774.867074:0:22628:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff917e0564d200/0xf52f64256fc7b190 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf52f64256fc7b189 expref: 21 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787579774.867075:0:22595:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578279040 00010000:00010000:3.0:1787579774.867086:0:22628:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff917e0564d200/0xf52f64256fc7b190 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf52f64256fc7b189 expref: 21 pid: 22604 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787579774.867086:0:22595:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578279040 00000100:00100000:3.0:1787579774.867099:0:22628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03badf80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22628:1874412578279168:0@lo:104: 00000100:00100000:0.0:1787579774.867145:0:22595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1787579774.867147:0:22628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579774.867160:0:22595:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03bace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5021fa0c-b9b1-4d6f-a916-64b48083a802+3:22628:x1874412578279040:12345-0@lo:104: 00000100:00100000:3.0:1787579774.867163:0:22628:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e0561f240 going to sleep for 11 seconds 00010000:00010000:0.0:1787579774.867175:0:22595:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.114@tcp lock: ffff917e18714000/0xf52f64256fc7b197 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf52f64256fc7b19e expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579774.867353:0:22595:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787579774.867361:0:22595:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03bace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5021fa0c-b9b1-4d6f-a916-64b48083a802+3:22628:x1874412578279040:12345-0@lo:104: Request processed in 205us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579774.867364:0:22596:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1787579774.867374:0:22595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1787579774.867375:0:22628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03baf800 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22628:1874412578279040:0@lo:104: 00000100:00100000:1.0:1787579774.867393:0:22596:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578279168 00000100:00100000:1.0:1787579774.867397:0:22596:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578279168 00000100:00100000:1.0:1787579774.867427:0:22596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1787579774.867442:0:22596:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e075bd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5021fa0c-b9b1-4d6f-a916-64b48083a802+3:22628:x1874412578279168:12345-0@lo:104: 00010000:00010000:1.0:1787579774.867587:0:22596:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.114@tcp lock: ffff917e18715200/0xf52f64256fc7b189 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf52f64256fc7b190 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579774.867639:0:22596:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787579774.867644:0:22596:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e075bd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5021fa0c-b9b1-4d6f-a916-64b48083a802+3:22628:x1874412578279168:12345-0@lo:104: Request processed in 204us (501us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579774.867651:0:22596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:1.0:1787579774.867691:0:22601:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787579774.867697:0:22601:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff917e18715200/0xf52f64256fc7b189 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf52f64256fc7b190 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579774.867704:0:22601:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e18715200 already unused, calling callback (ffffffffc13acc20) 10000000:00010000:1.0:1787579774.867708:0:22601:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff917e18715200/0xf52f64256fc7b189 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xf52f64256fc7b190 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579774.867717:0:22601:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff917e18715200/0xf52f64256fc7b189 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xf52f64256fc7b190 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787579774.867725:0:22601:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff917e18715200/0xf52f64256fc7b189 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xf52f64256fc7b190 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787579774.867731:0:22601:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1787579774.867759:0:22601:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.114@tcp lock: ffff917e18715200/0xf52f64256fc7b189 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf52f64256fc7b190 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579774.867765:0:22601:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787579774.867783:0:22601:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff917e18715200/0xf52f64256fc7b189 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf52f64256fc7b190 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579774.867813:0:22601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff917e18715200/0xf52f64256fc7b189 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf52f64256fc7b190 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579774.867823:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579774.867825:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579774.867827:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787579774.867846:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36385c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5021fa0c-b9b1-4d6f-a916-64b48083a802:3642:1874412578279296:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787579774.867867:0:22600:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787579774.867875:0:22600:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff917e18714000/0xf52f64256fc7b197 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf52f64256fc7b19e expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787579774.867877:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579774.867935:0:22628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03badf80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22628:1874412578279168:0@lo:104: 00010000:00010000:3.0:1787579774.867955:0:22628:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff917e18714c00/0xf52f64256fc7b246 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787579774.868112:0:22598:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578279296 00000100:00100000:0.0:1787579774.868117:0:22598:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578279296 00010000:00010000:0.0:1787579774.868136:0:22598:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff917e0564d200/0xf52f64256fc7b190 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf52f64256fc7b189 expref: 22 pid: 22604 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787579774.868169:0:22598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1787579774.868177:0:22598:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e36385f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5021fa0c-b9b1-4d6f-a916-64b48083a802+22:3642:x1874412578279296:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787579774.868188:0:22598:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787579774.868193:0:22598:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff917e0564d200/0xf52f64256fc7b190 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf52f64256fc7b189 expref: 22 pid: 22604 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579774.868212:0:22598:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff917e0564d200/0xf52f64256fc7b190 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf52f64256fc7b189 expref: 22 pid: 22604 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579774.868296:0:22600:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e18714000 already unused, calling callback (ffffffffc13acc20) 10000000:00010000:2.0:1787579774.868300:0:22600:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff917e18714000/0xf52f64256fc7b197 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf52f64256fc7b19e expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579774.868309:0:22600:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff917e18714000/0xf52f64256fc7b197 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf52f64256fc7b19e expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787579774.868316:0:22600:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff917e18714000/0xf52f64256fc7b197 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf52f64256fc7b19e expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787579774.868321:0:22600:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1787579774.868358:0:22600:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.114@tcp lock: ffff917e18714000/0xf52f64256fc7b197 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf52f64256fc7b19e expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579774.868364:0:22600:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787579774.868384:0:22600:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff917e18714000/0xf52f64256fc7b197 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf52f64256fc7b19e expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579774.868390:0:22600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff917e18714000/0xf52f64256fc7b197 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf52f64256fc7b19e expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787579774.868401:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5021fa0c-b9b1-4d6f-a916-64b48083a802:3643:1874412578279424:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787579774.868408:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579774.868411:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579774.868414:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787579774.868438:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579774.868494:0:22599:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:1.0:1787579774.868502:0:22599:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00010000:00010000:0.0:1787579774.868861:0:22598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff917e0564d200/0xf52f64256fc7b190 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf52f64256fc7b189 expref: 22 pid: 22604 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787579774.868896:0:24114:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03f49c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24114:1874412578278912:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1787579774.868910:0:24114:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:1.0:1787579774.868913:0:24114:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1787579774.868915:0:24114:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1787579774.868917:0:24114:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787579774.868919:0:24114:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787579774.868920:0:24114:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787579774.868921:0:24114:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787579774.868923:0:24114:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1787579774.868925:0:24114:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787579774.868927:0:24114:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:1.0:1787579774.868940:0:24114:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:0.0:1787579774.868995:0:22598:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787579774.869173:0:22598:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e36385f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5021fa0c-b9b1-4d6f-a916-64b48083a802+21:3642:x1874412578279296:12345-0@lo:103:ldlm_bl.0 Request processed in 997us (1296us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579774.869199:0:22598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1787579774.869218:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+22:24114:x1874412578278912:12345-0@lo:253:mount.lustre.0 Request processed in 5796us (6675us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579774.869230:0:22598:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578279424 00000100:00100000:0.0:1787579774.869248:0:22598:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578279424 00010000:00010000:0.0:1787579774.869274:0:22598:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff917e36369c00/0xf52f64256fc7b19e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf52f64256fc7b197 expref: 21 pid: 22607 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787579774.869298:0:22598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1787579774.869303:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1787579774.869305:0:22598:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2a3ce450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5021fa0c-b9b1-4d6f-a916-64b48083a802+21:3643:x1874412578279424:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787579774.869330:0:22598:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787579774.869348:0:22598:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff917e36369c00/0xf52f64256fc7b19e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf52f64256fc7b197 expref: 20 pid: 22607 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579774.869363:0:22598:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff917e36369c00/0xf52f64256fc7b19e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf52f64256fc7b197 expref: 20 pid: 22607 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579774.869392:0:22598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff917e36369c00/0xf52f64256fc7b19e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf52f64256fc7b197 expref: 20 pid: 22607 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579774.869416:0:22598:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff917e18714c00/0xf52f64256fc7b246 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579774.869500:0:22598:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff917e18714c00/0xf52f64256fc7b246 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1787579774.869576:0:22598:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.007035746s 00010000:00010000:0.0:1787579774.869595:0:22598:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff917e18714c00/0xf52f64256fc7b246 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579774.869614:0:22598:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff917e18714c00/0xf52f64256fc7b246 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579774.869622:0:22598:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff917e18714c00/0xf52f64256fc7b246 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579774.869641:0:22598:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff917e18714c00/0xf52f64256fc7b246 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579774.869648:0:22598:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e18714c00 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:0.0:1787579774.869666:0:22598:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff917e18714c00/0xf52f64256fc7b246 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579774.869687:0:22598:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff917e18714c00/0xf52f64256fc7b246 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579774.869716:0:22598:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff917e18714c00/0xf52f64256fc7b246 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579774.869740:0:22628:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff917e18714c00/0xf52f64256fc7b246 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579774.869749:0:22628:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff917e18714c00/0xf52f64256fc7b246 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579774.869766:0:22628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff917e18714c00/0xf52f64256fc7b246 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579774.869946:0:22598:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787579774.869990:0:22598:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2a3ce450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5021fa0c-b9b1-4d6f-a916-64b48083a802+19:3643:x1874412578279424:12345-0@lo:103:ldlm_bl.0 Request processed in 685us (1552us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579774.869997:0:22598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1787579774.870257:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36385c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5021fa0c-b9b1-4d6f-a916-64b48083a802:3642:1874412578279296:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787579774.870357:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5021fa0c-b9b1-4d6f-a916-64b48083a802:3643:1874412578279424:0@lo:103:ldlm_bl.0 00000001:00000004:1.0:1787579774.871667:0:24114:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:1.0:1787579774.874845:0:24114:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:1.0:1787579774.874856:0:24114:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:1.0:1787579774.874897:0:24114:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1787579774.874954:0:24114:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.114@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1787579774.874980:0:24114:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=49 00000080:00000004:1.0:1787579774.874999:0:24114:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:1.0:1787579774.876668:0:24114:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1787579774.876849:0:24114:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1787579775.609191:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1787579775.662756:0:24195:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1787579775.662970:0:24195:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1787579775.804786:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1874412578279552:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787579775.804907:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579775.804999:0:22618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578279552 00000100:00100000:2.0:1787579775.805009:0:22618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578279552 00000100:00100000:2.0:1787579775.807918:0:22618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1787579775.807930:0:22618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e362b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1874412578279552:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787579775.807967:0:22618:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1787579775.808058:0:22618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e362b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1874412578279552:12345-0@lo:41:osp-pre-0-1.0 Request processed in 130us (3150us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579775.808067:0:22618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1787579775.808119:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1874412578279552:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787579775.808822:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787579775.808836:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36386680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1874412578279680:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787579775.808880:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579775.808921:0:22617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578279680 00000100:00100000:1.0:1787579775.808927:0:22617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578279680 00000100:00100000:1.0:1787579775.808951:0:22617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1787579775.808959:0:22617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e36385180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1874412578279680:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1787579775.808980:0:22617:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1787579775.809028:0:22617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e36385180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1874412578279680:12345-0@lo:41:osp-pre-1-0.0 Request processed in 70us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579775.809036:0:22617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1787579775.809068:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36386680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1874412578279680:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1787579776.634704:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1787579776.759558:0:22609:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1787579776.759567:0:22609:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff917e07883800 from 13 10000000:01000000:2.0:1787579776.759573:0:22609:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1787579776.759623:0:22609:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e0564d400/0xf52f64256fc7b24d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579776.759635:0:22609:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff917e0564d400/0xf52f64256fc7b24d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579776.759646:0:22609:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff917e0564d400/0xf52f64256fc7b24d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787579776.759672:0:22609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578279808:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1787579776.759745:0:22609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579776.759797:0:22609:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e20b75180 going to sleep for 11 seconds 00000100:00100000:1.0:1787579776.759920:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578279808 00000100:00100000:1.0:1787579776.759933:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578279808 00000100:00100000:1.0:1787579776.759999:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1787579776.760009:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+19:22609:x1874412578279808:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787579776.760024:0:22604:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787579776.760039:0:22604:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff917d03720a00/0xf52f64256fc7b254 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf52f64256fc7b24d expref: -99 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579776.760061:0:22604:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff917d03720a00/0xf52f64256fc7b254 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf52f64256fc7b24d expref: 20 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579776.760089:0:22604:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff917d03720a00/0xf52f64256fc7b254 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf52f64256fc7b24d expref: 20 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579776.760098:0:22604:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917d03720a00, rc 0) 00000100:00100000:1.0:1787579776.760150:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+20:22609:x1874412578279808:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 143us (405us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579776.760159:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1787579776.760828:0:22609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578279808:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787579776.760846:0:22609:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff917e0564d400/0xf52f64256fc7b24d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b254 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579776.760857:0:22609:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff917e0564d400/0xf52f64256fc7b24d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf52f64256fc7b254 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787579776.760919:0:22609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03f4bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578279936:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1787579776.760957:0:22609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579776.761000:0:22609:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e04e55cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787579776.761605:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578279936 00000100:00100000:2.0:1787579776.761612:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578279936 00000100:00100000:2.0:1787579776.761652:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1787579776.761660:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+20:22609:x1874412578279936:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1787579776.761678:0:22607:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1787579776.761697:0:22607:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1787579776.761700:0:22607:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:2.0:1787579776.761793:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+20:22609:x1874412578279936:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 132us (835us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579776.761802:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1787579776.761840:0:22609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03f4bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578279936:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1787579776.761902:0:22609:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1787579776.761910:0:22609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e0564d400/0xf52f64256fc7b24d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b254 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579776.761919:0:22609:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff917e0564d400/0xf52f64256fc7b24d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b254 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787579776.761930:0:22609:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1787579776.761933:0:22609:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff917e08a38800 from 13 10000000:01000000:2.0:1787579776.761936:0:22609:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1787579776.761957:0:22609:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e0564c400/0xf52f64256fc7b25b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579776.761964:0:22609:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff917e0564c400/0xf52f64256fc7b25b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579776.761986:0:22609:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff917e0564c400/0xf52f64256fc7b25b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787579776.762011:0:22609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578280064:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1787579776.762053:0:22609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579776.765517:0:22609:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e20b75180 going to sleep for 11 seconds 00000100:00100000:2.0:1787579776.765555:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578280064 00000100:00100000:2.0:1787579776.765563:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578280064 00000100:00100000:2.0:1787579776.765613:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1787579776.765622:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+20:22609:x1874412578280064:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787579776.765638:0:22607:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787579776.765655:0:22607:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff917e0564de00/0xf52f64256fc7b262 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf52f64256fc7b25b expref: -99 pid: 22607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579776.765679:0:22607:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff917e0564de00/0xf52f64256fc7b262 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf52f64256fc7b25b expref: 21 pid: 22607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579776.765689:0:22607:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff917e0564de00/0xf52f64256fc7b262 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf52f64256fc7b25b expref: 21 pid: 22607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579776.765698:0:22607:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917e0564de00, rc 0) 00000100:00100000:2.0:1787579776.765759:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+21:22609:x1874412578280064:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 138us (3705us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579776.765766:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1787579776.765815:0:22609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578280064:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787579776.765837:0:22609:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff917e0564c400/0xf52f64256fc7b25b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b262 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579776.765847:0:22609:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff917e0564c400/0xf52f64256fc7b25b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf52f64256fc7b262 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787579776.765915:0:22609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e362b7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578280192:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1787579776.765950:0:22609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579776.765976:0:22609:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e20b75180 going to sleep for 11 seconds 00000100:00100000:2.0:1787579776.765987:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578280192 00000100:00100000:2.0:1787579776.765991:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578280192 00000100:00100000:2.0:1787579776.766007:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1787579776.766012:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+21:22609:x1874412578280192:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1787579776.766024:0:22607:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1787579776.766041:0:22607:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1787579776.766044:0:22607:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:2.0:1787579776.766126:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+21:22609:x1874412578280192:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 113us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579776.766133:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1787579776.766159:0:22609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e362b7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578280192:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1787579776.766208:0:22609:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1787579776.766215:0:22609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e0564c400/0xf52f64256fc7b25b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b262 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579776.766223:0:22609:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff917e0564c400/0xf52f64256fc7b25b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b262 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579777.656665:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579778.681548:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1787579779.197247:0:22648:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1787579779.704491:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787579779.900694:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787579779.900701:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787579779.900704:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787579779.900708:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787579779.900725:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787579779.900729:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787579779.900742:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787579779.900745:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1787579779.900887:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5021fa0c-b9b1-4d6f-a916-64b48083a802:3642:1874412578280320:0@lo:400:kworker.0 00000100:00100000:3.0:1787579779.900974:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579779.901070:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03baf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3642:1874412578280832:0@lo:400:kworker.0 00000100:00100000:3.0:1787579779.901127:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579779.901156:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787579779.901162:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03bac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874412578280704:0@lo:400:kworker.0 00000100:00100000:3.0:1787579779.901202:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579779.901306:0:22612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578280832 00000100:00100000:3.0:1787579779.901314:0:22612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578280832 00000100:00100000:3.0:1787579779.901360:0:22612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1787579779.901369:0:22612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03bafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1874412578280832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579779.901433:0:22612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03bafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1874412578280832:12345-0@lo:400:kworker.0 Request processed in 64us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579779.901440:0:22612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1787579779.901494:0:23353:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578280704 00000100:00100000:3.0:1787579779.901498:0:23353:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578280704 00000100:00100000:3.0:1787579779.901524:0:23353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1787579779.901530:0:23353:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03baed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1874412578280704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579779.901563:0:23353:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03baed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1874412578280704:12345-0@lo:400:kworker.0 Request processed in 33us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579779.901569:0:23353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1787579779.901606:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03bac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874412578280704:0@lo:400:kworker.0 00010000:00080000:3.0:1787579779.901618:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff917d03baf100 x1874412578280832/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579795 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579779.901636:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03baf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3642:1874412578280832:0@lo:400:kworker.0 00000100:00100000:2.0:1787579779.902306:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03baf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874412578280448:0@lo:400:kworker.0 00000100:00100000:2.0:1787579779.902346:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579779.902385:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03baca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3643:1874412578280960:0@lo:400:kworker.0 00000100:00100000:2.0:1787579779.902426:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579779.902451:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1787579779.902458:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1874412578280576:0@lo:400:kworker.0 00000100:00100000:2.0:1787579779.902509:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579779.902529:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03bae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3643:1874412578281088:0@lo:400:kworker.0 00000100:00100000:2.0:1787579779.902553:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579779.902578:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578280320 00000100:00100000:2.0:1787579779.902583:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578280320 00000100:00100000:2.0:1787579779.902618:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1787579779.902626:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+21:3642:x1874412578280320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787579779.902666:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+21:3642:x1874412578280320:12345-0@lo:400:kworker.0 Request processed in 40us (1691us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579779.902959:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1787579779.903303:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578280960 00000100:00100000:2.0:1787579779.903308:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578280960 00000100:00100000:2.0:1787579779.903349:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578280576 00000100:00100000:2.0:1787579779.903353:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578280576 00000100:00100000:2.0:1787579779.903364:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578281088 00000100:00100000:2.0:1787579779.903367:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578281088 00000100:00100000:2.0:1787579779.903382:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1787579779.903389:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e362b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1874412578280960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787579779.903435:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e362b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1874412578280960:12345-0@lo:400:kworker.0 Request processed in 46us (1007us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579779.903442:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1787579779.903454:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1787579779.903460:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e362b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1874412578280576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787579779.903528:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e362b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1874412578280576:12345-0@lo:400:kworker.0 Request processed in 68us (1019us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579779.903535:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1787579779.903547:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1787579779.903553:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e362b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1874412578281088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787579779.903580:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e362b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1874412578281088:12345-0@lo:400:kworker.0 Request processed in 28us (1027us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579779.903586:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1787579779.903627:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5021fa0c-b9b1-4d6f-a916-64b48083a802:3642:1874412578280320:0@lo:400:kworker.0 00010000:00080000:2.0:1787579779.903660:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff917d03bad180 x1874412578280576/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579795 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787579779.903831:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787579779.903836:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787579779.903871:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1874412578280576:0@lo:400:kworker.0 00010000:00080000:2.0:1787579779.903886:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff917d03bae300 x1874412578281088/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579795 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579779.903895:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03bae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3643:1874412578281088:0@lo:400:kworker.0 00010000:00080000:2.0:1787579779.903949:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff917d03baca80 x1874412578280960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579795 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579779.903959:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03baca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3643:1874412578280960:0@lo:400:kworker.0 00000100:00100000:3.0:1787579779.907003:0:22618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578280448 00000100:00100000:3.0:1787579779.907020:0:22618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578280448 00000100:00100000:3.0:1787579779.907083:0:22618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1787579779.907094:0:22618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e362b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1874412578280448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579779.907190:0:22618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e362b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1874412578280448:12345-0@lo:400:kworker.0 Request processed in 98us (4843us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579779.907196:0:22618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1787579779.907245:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03baf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874412578280448:0@lo:400:kworker.0 00010000:00010000:0.0:1787579780.733625:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787579780.920352:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36386680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874412578281216:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787579780.920433:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579780.921265:0:22617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578281216 00000100:00100000:1.0:1787579780.921277:0:22617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578281216 00000100:00100000:1.0:1787579780.921329:0:22617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1787579780.921339:0:22617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03f4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1874412578281216:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1787579780.921391:0:22617:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1787579780.921446:0:22617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03f4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1874412578281216:12345-0@lo:41:osp-pre-1-0.0 Request processed in 108us (1011us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579780.921453:0:22617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1787579780.921535:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36386680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874412578281216:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787579780.923285:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03f48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874412578281344:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787579780.923348:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579780.923486:0:23353:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578281344 00000100:00100000:2.0:1787579780.923494:0:23353:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578281344 00000100:00100000:2.0:1787579780.923541:0:23353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1787579780.923550:0:23353:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e36386680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1874412578281344:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787579780.923579:0:23353:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1787579780.923636:0:23353:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e36386680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1874412578281344:12345-0@lo:41:osp-pre-0-1.0 Request processed in 86us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579780.923643:0:23353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1787579780.923685:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03f48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874412578281344:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1787579781.752735:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1787579782.018373:0:23369:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:02000400:2.0:1787579782.670894:0:24485:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg414-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1787579782.776840:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1787579783.798854:0:24537:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00010000:00010000:3.0:1787579783.800933:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1787579783.804670:0:24537:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000020:00000004:2.0:1787579784.749592:0:24588:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1787579784.749830:0:24588:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1787579784.824210:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787579785.015957:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787579785.015965:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787579785.015969:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787579785.015972:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787579785.016030:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787579785.016033:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787579785.016036:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787579785.016046:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1787579785.016106:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03f4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874412578281600:0@lo:400:kworker.0 00000100:00100000:1.0:1787579785.016619:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e012e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874412578281856:0@lo:400:kworker.0 00000100:00100000:1.0:1787579785.016664:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03f49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1874412578281728:0@lo:400:kworker.0 00000100:00100000:1.0:1787579785.016699:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579785.016767:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e012e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3641:1874412578282240:0@lo:400:kworker.0 00000100:00100000:1.0:1787579785.016797:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579785.017630:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579785.017840:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03f48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5021fa0c-b9b1-4d6f-a916-64b48083a802:3643:1874412578281472:0@lo:400:kworker.0 00000100:00100000:2.0:1787579785.017924:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579785.017960:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e012ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3643:1874412578281984:0@lo:400:kworker.0 00000100:00100000:2.0:1787579785.017983:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579785.018022:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578281728 00000100:00100000:2.0:1787579785.018028:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578281728 00000100:00100000:2.0:1787579785.018066:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578282240 00000100:00100000:2.0:1787579785.018069:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578282240 00000100:00100000:2.0:1787579785.018093:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578281984 00000100:00100000:2.0:1787579785.018096:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578281984 00000100:00100000:2.0:1787579785.018110:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1787579785.018120:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e36384a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1874412578281728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787579785.018195:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e36384a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1874412578281728:12345-0@lo:400:kworker.0 Request processed in 75us (1495us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579785.018204:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1787579785.018549:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579785.018587:0:23353:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578281600 00000100:00100000:3.0:1787579785.018592:0:23353:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578281600 00000100:00100000:3.0:1787579785.018620:0:23353:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578281856 00000100:00100000:3.0:1787579785.018623:0:23353:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578281856 00000100:00100000:3.0:1787579785.018634:0:23353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1787579785.018640:0:23353:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e012e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1874412578281600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579785.018681:0:23353:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e012e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1874412578281600:12345-0@lo:400:kworker.0 Request processed in 41us (1053us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579785.018687:0:23353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1787579785.018699:0:23353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1787579785.018704:0:23353:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03baf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1874412578281856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579785.018735:0:23353:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03baf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1874412578281856:12345-0@lo:400:kworker.0 Request processed in 31us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579785.018756:0:23353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1787579785.018795:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e012e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874412578281856:0@lo:400:kworker.0 00000100:00100000:0.0:1787579785.018912:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578281472 00000100:00100000:0.0:1787579785.018916:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578281472 00000100:00100000:0.0:1787579785.018944:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1787579785.018950:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20132850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+21:3643:x1874412578281472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787579785.018984:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20132850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+21:3643:x1874412578281472:12345-0@lo:400:kworker.0 Request processed in 35us (1060us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579785.018990:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1787579785.019023:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03f48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5021fa0c-b9b1-4d6f-a916-64b48083a802:3643:1874412578281472:0@lo:400:kworker.0 00000100:00100000:2.0:1787579785.019462:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1787579785.019494:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e36387b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1874412578282240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787579785.019529:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e36387b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1874412578282240:12345-0@lo:400:kworker.0 Request processed in 42us (2733us total) trans 0 rc 0/0 00000100:00080000:0.0:1787579785.019584:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1787579785.019612:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff917d03f49c00 x1874412578281728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579801 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787579785.019624:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03f49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1874412578281728:0@lo:400:kworker.0 00010000:00080000:0.0:1787579785.019634:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff917e012e9c00 x1874412578282240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579801 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787579785.019641:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e012e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3641:1874412578282240:0@lo:400:kworker.0 00000100:00100000:1.0:1787579785.019746:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03f4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874412578281600:0@lo:400:kworker.0 00000100:00100000:1.0:1787579785.019757:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e012e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3644:1874412578282112:0@lo:400:kworker.0 00000100:00100000:1.0:1787579785.019797:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579785.024413:0:22612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1787579785.024447:0:22612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e362b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1874412578281984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579785.024562:0:22612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e362b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1874412578281984:12345-0@lo:400:kworker.0 Request processed in 134us (6577us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579785.024570:0:22612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1787579785.024600:0:22612:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:3.0:1787579785.024607:0:22612:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:3.0:1787579785.024648:0:22614:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:3.0:1787579785.024655:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578282112 00000100:00100000:3.0:1787579785.024662:0:22614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578282112 00000100:00100000:3.0:1787579785.024696:0:22614:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:3.0:1787579785.024702:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1787579785.024707:0:22614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e36387100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1874412578282112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579785.024748:0:22614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e36387100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1874412578282112:12345-0@lo:400:kworker.0 Request processed in 40us (4950us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579785.024754:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00010000:00080000:3.0:1787579785.024798:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff917e012e8700 x1874412578282112/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579801 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579785.024825:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e012e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3644:1874412578282112:0@lo:400:kworker.0 00000100:00080000:0.0:1787579785.025261:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:0.0:1787579785.025291:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff917e012ea680 x1874412578281984/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579801 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787579785.025300:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e012ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3643:1874412578281984:0@lo:400:kworker.0 00000100:00100000:2.0:1787579785.031289:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1787579785.079716:0:3640:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787579770/real 1787579770] req@ffff917e36387800 x1874412578274688/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787579785 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787579785.079768:0:3640:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff917e36387800 x1874412578274688/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787579785 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787579785.079779:0:3640:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787579770/real 1787579770] req@ffff917e36384000 x1874412578274816/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787579785 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787579785.079790:0:3640:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff917e36384000 x1874412578274816/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787579785 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787579785.079822:0:3640:0:(import.c:65:import_set_state_nolock()) ffff917d02198800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787579785.079846:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1787579785.079850:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36387800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874412578274688:0@lo:8:kworker.0 00000100:00080000:0.0:1787579785.079855:0:3640:0:(import.c:65:import_set_state_nolock()) ffff917d02212800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787579785.079860:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1787579785.079863:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36384000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874412578274816:0@lo:8:kworker.0 00000100:00080000:3.0:1787579785.079965:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787579785.079970:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787579785.079973:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787579785.079977:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787579785.079987:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787579785.079990:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787579785.079993:0:38:0:(import.c:65:import_set_state_nolock()) ffff917d02212800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787579785.080006:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 704 00000100:00080000:3.0:1787579785.080011:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1787579785.080018:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff917d02212800 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1787579785.080052:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff917d03baf100 x1874412578282368/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787579785.080073:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787579785.080076:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787579785.080078:0:38:0:(import.c:65:import_set_state_nolock()) ffff917d02198800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787579785.080081:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 704 00000100:00080000:3.0:1787579785.080083:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1787579785.080085:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff917d02198800 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1787579785.080094:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff917d03bac700 x1874412578282496/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787579785.080249:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03baf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874412578282368:0@lo:8:kworker.0 00000100:00100000:0.0:1787579785.080313:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579785.080354:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03bac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874412578282496:0@lo:8:kworker.0 00000100:00100000:0.0:1787579785.080378:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579785.081181:0:24118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578282368 00000100:00100000:1.0:1787579785.081191:0:24118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578282368 00000100:00100000:1.0:1787579785.081406:0:24118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578282496 00000100:00100000:1.0:1787579785.081411:0:24118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578282496 00000100:00100000:1.0:1787579785.081432:0:24118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787579785.081439:0:24118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e012ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3640:x1874412578282368:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1787579785.081497:0:24118:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 719 last 0 00000020:00000080:1.0:1787579785.081528:0:24118:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xf52f64256fc7b269 00002000:00100000:1.0:1787579785.081543:0:24118:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff917d04885000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113950 ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:1.0:1787579785.081547:0:24118:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:1.0:1787579785.081549:0:24118:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1787579785.081864:0:24118:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:1.0:1787579785.081901:0:24118:0:(import.c:65:import_set_state_nolock()) ffff917d04883800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787579785.083155:0:24118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e012ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1874412578282368:12345-0@lo:8:kworker.0 Request processed in 1707us (2833us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579785.083166:0:24118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787579785.083205:0:24118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1787579785.083211:0:24118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e012e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3640:x1874412578282496:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1787579785.083296:0:24118:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:3.0:1787579785.088331:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff917d03baf100 x1874412578282368/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1787579805 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579785.088349:0:3640:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1787579785.088359:0:3640:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1787579785.088369:0:3640:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1787579785.088377:0:3640:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1787579785.088381:0:3640:0:(import.c:65:import_set_state_nolock()) ffff917d02212800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1787579785.088514:0:3640:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1787579785.088522:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03baf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874412578282368:0@lo:8:kworker.0 00000004:00080000:0.0:1787579785.088646:0:23354:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1787579785.088756:0:23354:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 719400286217ns, next at 0ns, rc = 0 00080000:00080000:0.0:1787579785.088764:0:23354:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:3.0:1787579785.095514:0:23345:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00000100:00100000:0.0:1787579785.095876:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000004:00080000:2.0:1787579785.095899:0:23355:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:2.0:1787579785.095929:0:23355:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03401880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23355:1874412578282752:0@lo:7:osp-pre-0-1.0 00000100:00100000:2.0:1787579785.096012:0:23355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579785.096047:0:23355:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e3be1fe40 going to sleep for 11 seconds 00000100:00100000:2.0:1787579785.096075:0:24121:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:2.0:1787579785.096082:0:24121:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00100000:2.0:1787579785.096203:0:24121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578282752 00000100:00100000:2.0:1787579785.096211:0:24121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578282752 00000100:00100000:2.0:1787579785.096368:0:24601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1787579785.096378:0:24601:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03403480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23355:x1874412578282752:12345-0@lo:7:osp-pre-0-1.0 00000100:00100000:0.0:1787579785.101329:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03403800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874412578282624:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787579785.101419:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1787579785.101547:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787579785.107054:0:24122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578282624 00000100:00100000:2.0:1787579785.107070:0:24122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578282624 00000100:00100000:2.0:1787579785.107137:0:24122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1787579785.107147:0:24122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e012eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3641:x1874412578282624:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1787579785.107179:0:24122:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1787579785.107269:0:24122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e012eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3641:x1874412578282624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 123us (5849us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579785.107276:0:24122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:2.0:1787579785.107326:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff917d03403800 x1874412578282624/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787579801 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579785.107347:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03403800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874412578282624:0@lo:13:osp-pre-0-1.0 00002000:00080000:3.0:1787579785.112010:0:24601:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:3.0:1787579785.112023:0:24601:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:3.0:1787579785.112180:0:24601:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03403480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23355:x1874412578282752:12345-0@lo:7:osp-pre-0-1.0 Request processed in 15795us (16171us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579785.112203:0:24601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:2.0:1787579785.112769:0:23355:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff917d03401880 x1874412578282752/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1787579801 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579785.112786:0:23355:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03401880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23355:1874412578282752:0@lo:7:osp-pre-0-1.0 00000004:00080000:2.0:1787579785.112799:0:23355:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:3.0:1787579785.112903:0:23355:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03baf100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23355:1874412578282880:0@lo:5:osp-pre-0-1.0 00000100:00100000:3.0:1787579785.112940:0:23355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579785.112967:0:23355:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e0388d840 going to sleep for 11 seconds 00000100:00100000:2.0:1787579785.113083:0:24121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578282880 00000100:00100000:2.0:1787579785.113101:0:24121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578282880 00000100:00100000:2.0:1787579785.113154:0:24121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1787579785.113162:0:24121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03bace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23355:x1874412578282880:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:2.0:1787579785.113186:0:24121:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:2.0:1787579785.113359:0:24121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03bace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23355:x1874412578282880:12345-0@lo:5:osp-pre-0-1.0 Request processed in 198us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579785.113367:0:24121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:0.0:1787579785.114821:0:23355:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff917d03baf100 x1874412578282880/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1787579801 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787579785.114838:0:23355:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03baf100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23355:1874412578282880:0@lo:5:osp-pre-0-1.0 00000004:00080000:0.0:1787579785.114861:0:23355:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:0.0:1787579785.114907:0:23355:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e012eaa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23355:1874412578283008:0@lo:5:osp-pre-0-1.0 00000100:00100000:0.0:1787579785.114949:0:23355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579785.115021:0:23355:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e03e9c900 going to sleep for 11 seconds 00000100:00100000:3.0:1787579785.119255:0:24601:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578283008 00000100:00100000:3.0:1787579785.119270:0:24601:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578283008 00000100:00100000:3.0:1787579785.119348:0:24601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1787579785.119359:0:24601:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e012e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23355:x1874412578283008:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:3.0:1787579785.119407:0:24601:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000100:00100000:1.0:1787579785.121156:0:24118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e012e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3640:x1874412578282496:12345-0@lo:8:kworker.0 Request processed in 37938us (40770us total) trans 0 rc -19/-19 00000100:00100000:1.0:1787579785.121170:0:24118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:3.0:1787579785.121879:0:3640:0:(import.c:65:import_set_state_nolock()) ffff917d02198800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787579785.121886:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1787579785.121890:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03bac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874412578282496:0@lo:8:kworker.0 00000001:00080000:3.0:1787579785.153698:0:24115:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:3.0:1787579785.153713:0:24115:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:0.0:1787579785.158506:0:24601:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e012e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:23355:x1874412578283008:12345-0@lo:5:osp-pre-0-1.0 Request processed in 39139us (43547us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1787579785.158524:0:24601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:3.0:1787579785.158629:0:23355:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff917e012eaa00 x1874412578283008/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1787579801 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579785.160674:0:23355:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:3.0:1787579785.160701:0:23355:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e012eaa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23355:1874412578283008:0@lo:5:osp-pre-0-1.0 00000004:00080000:3.0:1787579785.160814:0:23355:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:3.0:1787579785.161534:0:23355:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03bac700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23355:1874412578283136:0@lo:900:osp-pre-0-1.0 00000100:00100000:3.0:1787579785.161673:0:23355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579785.161720:0:23355:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e0388d9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787579785.161763:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578283136 00000100:00100000:2.0:1787579785.161772:0:22624:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578283136 00000100:00100000:2.0:1787579785.161833:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1787579785.161843:0:22624:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03baf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23355:x1874412578283136:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:2.0:1787579785.161908:0:22624:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03baf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23355:x1874412578283136:12345-0@lo:900:osp-pre-0-1.0 Request processed in 66us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579785.161915:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:3.0:1787579785.162362:0:23355:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff917d03bac700 x1874412578283136/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1787579801 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579785.162376:0:23355:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03bac700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23355:1874412578283136:0@lo:900:osp-pre-0-1.0 00010000:00010000:0.0:1787579785.848372:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787579786.039670:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36384000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874412578283264:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787579786.039744:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579786.039815:0:23353:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578283264 00000100:00100000:1.0:1787579786.039823:0:23353:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578283264 00000100:00100000:1.0:1787579786.039871:0:23353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1787579786.039881:0:23353:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e36387800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1874412578283264:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1787579786.039914:0:23353:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1787579786.039958:0:23353:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e36387800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1874412578283264:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579786.039966:0:23353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1787579786.040021:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36384000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874412578283264:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787579786.041453:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787579786.041502:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36384000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874412578283392:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787579786.041554:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579786.041811:0:22618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578283392 00000100:00100000:1.0:1787579786.041819:0:22618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578283392 00000100:00100000:1.0:1787579786.041892:0:22618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1787579786.041902:0:22618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03401880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1874412578283392:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1787579786.041933:0:22618:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1787579786.042016:0:22618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03401880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1874412578283392:12345-0@lo:41:osp-pre-0-1.0 Request processed in 115us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579786.042023:0:22618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1787579786.042110:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36384000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874412578283392:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1787579786.873948:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579787.899275:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579788.919710:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1787579789.442499:0:22648:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1787579789.943882:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787579790.136770:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787579790.136795:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03bac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874412578283520:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787579790.136863:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579790.137116:0:24122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578283520 00000100:00100000:2.0:1787579790.137124:0:24122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578283520 00000100:00100000:2.0:1787579790.137311:0:24122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1787579790.137583:0:24122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03baca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1874412578283520:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1787579790.137616:0:24122:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1787579790.137671:0:24122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03baca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1874412578283520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (807us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579790.137679:0:24122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:2.0:1787579790.137748:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff917d03bac700 x1874412578283520/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787579806 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579790.137767:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03bac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874412578283520:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1787579790.139310:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1787579790.140760:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787579790.140766:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787579790.140769:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787579790.140772:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787579790.140788:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787579790.140791:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787579790.140795:0:38:0:(import.c:65:import_set_state_nolock()) ffff917d02198800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787579790.140803:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 719 00000100:00080000:3.0:1787579790.140808:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1787579790.140814:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff917d02198800 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1787579790.140834:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff917d0340fb80 x1874412578284160/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787579790.140972:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3644:1874412578283904:0@lo:400:kworker.0 00000100:00100000:3.0:1787579790.141041:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579790.141086:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d0340e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3644:1874412578284544:0@lo:400:kworker.0 00000100:00100000:3.0:1787579790.141114:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579790.141136:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1787579790.141142:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874412578283776:0@lo:400:kworker.0 00000100:00100000:3.0:1787579790.141169:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579790.141195:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d0340ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3644:1874412578284416:0@lo:400:kworker.0 00000100:00100000:3.0:1787579790.141215:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579790.141240:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d0340fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874412578284160:0@lo:8:kworker.0 00000100:00100000:3.0:1787579790.141263:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579790.141291:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578283904 00000100:00100000:3.0:1787579790.141298:0:22614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578283904 00000100:00100000:3.0:1787579790.141337:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578284544 00000100:00100000:3.0:1787579790.141340:0:22614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578284544 00000100:00100000:3.0:1787579790.141359:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578284416 00000100:00100000:3.0:1787579790.141362:0:22614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578284416 00000100:00100000:3.0:1787579790.141376:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1787579790.141383:0:22614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d0340d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1874412578283904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579790.141431:0:22614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d0340d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1874412578283904:12345-0@lo:400:kworker.0 Request processed in 48us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579790.141438:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1787579790.141453:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1787579790.141459:0:22614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d0340d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1874412578284544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787579790.141575:0:22617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578283776 00000100:00100000:1.0:1787579790.141579:0:22617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578283776 00000100:00100000:1.0:1787579790.141608:0:22617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1787579790.141615:0:22617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d0340dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1874412578283776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787579790.141651:0:22617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d0340dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1874412578283776:12345-0@lo:400:kworker.0 Request processed in 36us (480us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579790.141656:0:22617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1787579790.141979:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03bac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874412578284032:0@lo:400:kworker.0 00000100:00100000:2.0:1787579790.142257:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579790.142292:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1787579790.142299:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03bae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5021fa0c-b9b1-4d6f-a916-64b48083a802:3641:1874412578283648:0@lo:400:kworker.0 00000100:00100000:1.0:1787579790.142398:0:23353:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578284032 00000100:00100000:1.0:1787579790.142403:0:23353:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578284032 00000100:00100000:1.0:1787579790.142430:0:23353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1787579790.142437:0:23353:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03403800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1874412578284032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787579790.144692:0:22612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1787579790.144722:0:22612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d0340f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1874412578284416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787579790.144836:0:23353:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03403800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1874412578284032:12345-0@lo:400:kworker.0 Request processed in 2397us (2588us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579790.144845:0:23353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1787579790.147390:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579790.147447:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578283648 00000100:00100000:1.0:1787579790.147457:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578283648 00000100:00100000:1.0:1787579790.147562:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1787579790.147573:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20131c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+21:3641:x1874412578283648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579790.148023:0:22614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d0340d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1874412578284544:12345-0@lo:400:kworker.0 Request processed in 6562us (6906us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579790.148034:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1787579790.148073:0:24120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578284160 00000100:00100000:3.0:1787579790.148078:0:24120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578284160 00000100:00100000:3.0:1787579790.148120:0:24120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1787579790.148125:0:24120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d0340c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3640:x1874412578284160:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1787579790.148148:0:24120:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1787579790.148187:0:24120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d0340c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3640:x1874412578284160:12345-0@lo:8:kworker.0 Request processed in 61us (6923us total) trans 0 rc -19/-19 00000100:00100000:3.0:1787579790.148193:0:24120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1787579790.148237:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874412578283776:0@lo:400:kworker.0 00010000:00080000:3.0:1787579790.148257:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff917d03badf80 x1874412578283904/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579806 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579790.148268:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3644:1874412578283904:0@lo:400:kworker.0 00010000:00080000:3.0:1787579790.148278:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff917d0340e300 x1874412578284544/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579806 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579790.148287:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d0340e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3644:1874412578284544:0@lo:400:kworker.0 00000100:00080000:3.0:1787579790.148340:0:3640:0:(import.c:65:import_set_state_nolock()) ffff917d02198800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787579790.148346:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1787579790.148349:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d0340fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874412578284160:0@lo:8:kworker.0 00000100:00080000:3.0:1787579790.148378:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787579790.148383:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787579790.151579:0:22612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d0340f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1874412578284416:12345-0@lo:400:kworker.0 Request processed in 6867us (10354us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579790.151594:0:22612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00010000:00080000:0.0:1787579790.151668:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff917d0340ce00 x1874412578284416/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579806 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787579790.151683:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d0340ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3644:1874412578284416:0@lo:400:kworker.0 00000100:00100000:2.0:1787579790.153846:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d0340c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1874412578284288:0@lo:400:kworker.0 00000100:00100000:2.0:1787579790.153912:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579790.153965:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03bac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874412578284032:0@lo:400:kworker.0 00000100:00100000:0.0:1787579790.154127:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578284288 00000100:00100000:0.0:1787579790.154134:0:22614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578284288 00000100:00100000:0.0:1787579790.154193:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1787579790.154201:0:22614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03400a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1874412578284288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787579790.154357:0:22614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03400a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1874412578284288:12345-0@lo:400:kworker.0 Request processed in 156us (444us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579790.155246:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1787579790.157532:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20131c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+21:3641:x1874412578283648:12345-0@lo:400:kworker.0 Request processed in 9954us (10143us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579790.157545:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1787579790.157911:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03bae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5021fa0c-b9b1-4d6f-a916-64b48083a802:3641:1874412578283648:0@lo:400:kworker.0 00010000:00080000:3.0:1787579790.157931:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff917d0340c700 x1874412578284288/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579806 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579790.157944:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d0340c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1874412578284288:0@lo:400:kworker.0 00010000:00010000:0.0:1787579790.969314:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787579791.160180:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787579791.160204:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d0340c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1874412578284672:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787579791.160274:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579791.160318:0:22618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578284672 00000100:00100000:3.0:1787579791.160326:0:22618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578284672 00000100:00100000:3.0:1787579791.160373:0:22618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1787579791.160384:0:22618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d0340fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1874412578284672:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787579791.160416:0:22618:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1787579791.160463:0:22618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d0340fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1874412578284672:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579791.160534:0:22618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1787579791.160584:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d0340c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1874412578284672:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787579791.161335:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787579791.161349:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36385c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874412578284800:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787579791.161392:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579791.161544:0:22617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578284800 00000100:00100000:1.0:1787579791.161550:0:22617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578284800 00000100:00100000:1.0:1787579791.161592:0:22617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1787579791.161600:0:22617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e012eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1874412578284800:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1787579791.161640:0:22617:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1787579791.161685:0:22617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e012eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1874412578284800:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579791.161701:0:22617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1787579791.161844:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36385c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874412578284800:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1787579791.991644:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787579792.185413:0:3640:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787579772/real 1787579772] req@ffff917d03f48000 x1874412578275200/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787579792 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787579792.185447:0:3640:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff917d03f48000 x1874412578275200/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787579792 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787579792.185458:0:3640:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787579772/real 1787579772] req@ffff917d03f49500 x1874412578275328/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787579792 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787579792.185487:0:3640:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff917d03f49500 x1874412578275328/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787579792 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787579792.185508:0:3640:0:(import.c:65:import_set_state_nolock()) ffff917d03d44800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787579792.185533:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1787579792.185538:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03f48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874412578275200:0@lo:8:kworker.0 00000100:00080000:0.0:1787579792.185546:0:3640:0:(import.c:65:import_set_state_nolock()) ffff917e36330800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787579792.185554:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1787579792.185565:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03f49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874412578275328:0@lo:8:kworker.0 00000100:00080000:3.0:1787579792.185652:0:24028:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787579792.185658:0:24028:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787579792.185661:0:24028:0:(import.c:65:import_set_state_nolock()) ffff917d03d44800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787579792.185681:0:24028:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 707 00000100:00080000:3.0:1787579792.185687:0:24028:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00100000:1.0:1787579792.185689:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d0340e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874412578285056:0@lo:400:kworker.0 00000100:00080000:3.0:1787579792.185695:0:24028:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff917d03d44800 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1787579792.185717:0:24028:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff917d0340e680 x1874412578285184/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787579792.185732:0:24028:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787579792.185735:0:24028:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787579792.185737:0:24028:0:(import.c:65:import_set_state_nolock()) ffff917e36330800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787579792.185740:0:24028:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 707 00000100:00080000:3.0:1787579792.185742:0:24028:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1787579792.185745:0:24028:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff917e36330800 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1787579792.185760:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579792.185775:0:24028:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff917d0340ed80 x1874412578285312/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787579792.185795:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787579792.185801:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d0340c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5021fa0c-b9b1-4d6f-a916-64b48083a802:3644:1874412578284928:0@lo:400:kworker.0 00000100:00080000:3.0:1787579792.185813:0:24028:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787579792.185817:0:24028:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787579792.185819:0:24028:0:(import.c:65:import_set_state_nolock()) ffff917d02198800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787579792.185823:0:24028:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 724 00000100:00080000:3.0:1787579792.185825:0:24028:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787579792.185828:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1787579792.185829:0:24028:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff917d02198800 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1787579792.185841:0:24028:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff917d0340f480 x1874412578285824/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787579792.185852:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787579792.185858:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d0340ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3644:1874412578285952:0@lo:400:kworker.0 00000100:00100000:3.0:1787579792.185881:0:23353:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578285056 00000100:00100000:1.0:1787579792.185882:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579792.185888:0:23353:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578285056 00000100:00100000:1.0:1787579792.185898:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d0340d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1874412578285696:0@lo:400:kworker.0 00000100:00100000:1.0:1787579792.185918:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579792.185943:0:23353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1787579792.185954:0:23353:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e36384e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1874412578285056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787579792.186118:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578284928 00000100:00100000:0.0:1787579792.186122:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578284928 00000100:00100000:0.0:1787579792.186156:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1787579792.186163:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20133050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+21:3644:x1874412578284928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787579792.186341:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d0340e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874412578285056:0@lo:400:kworker.0 00000100:00100000:1.0:1787579792.186544:0:24601:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578285696 00000100:00100000:1.0:1787579792.186549:0:24601:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578285696 00000100:00100000:1.0:1787579792.186595:0:24601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787579792.186603:0:24601:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e36386300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3644:x1874412578285696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787579792.188589:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d0340c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874412578285568:0@lo:400:kworker.0 00000100:00100000:1.0:1787579792.190321:0:24601:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e36386300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3644:x1874412578285696:12345-0@lo:400:kworker.0 Request processed in 3709us (4392us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579792.190335:0:24601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787579792.190399:0:22612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578285952 00000100:00100000:1.0:1787579792.190408:0:22612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578285952 00000100:00100000:1.0:1787579792.190922:0:22612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1787579792.190933:0:22612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e36385f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1874412578285952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787579792.191010:0:22612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e36385f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1874412578285952:12345-0@lo:400:kworker.0 Request processed in 80us (5127us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579792.191018:0:22612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00010000:00080000:1.0:1787579792.191069:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff917d0340ca80 x1874412578285952/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579808 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787579792.191439:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d0340ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3644:1874412578285952:0@lo:400:kworker.0 00010000:00080000:1.0:1787579792.191458:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff917d0340d180 x1874412578285696/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787579808 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787579792.191483:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d0340d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1874412578285696:0@lo:400:kworker.0 00000100:00100000:0.0:1787579792.194650:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20133050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+21:3644:x1874412578284928:12345-0@lo:400:kworker.0 Request processed in 8478us (8811us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579792.194676:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:2.0:1787579792.195434:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579792.195514:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d0340f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3642:1874412578286208:0@lo:400:kworker.0 00000100:00100000:2.0:1787579792.195560:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579792.195560:0:22618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578285568 00000100:00100000:0.0:1787579792.195570:0:22618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578285568 00000100:00100000:1.0:1787579792.195595:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d0340c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5021fa0c-b9b1-4d6f-a916-64b48083a802:3644:1874412578284928:0@lo:400:kworker.0 00000100:00100000:2.0:1787579792.195598:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1787579792.195610:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d0340ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3642:1874412578285440:0@lo:400:kworker.0 00000100:00100000:0.0:1787579792.195625:0:22618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1787579792.195639:0:22618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03401f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1874412578285568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787579792.195646:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579792.195687:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d0340df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3642:1874412578286080:0@lo:400:kworker.0 00000100:00100000:2.0:1787579792.195902:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579792.195912:0:22618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03401f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1874412578285568:12345-0@lo:400:kworker.0 Request processed in 276us (479us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579792.195921:0:22618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1787579792.195953:0:22612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578286208 00000100:00100000:0.0:1787579792.195955:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578285440 00000100:00100000:1.0:1787579792.195959:0:22612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578286208 00000100:00100000:0.0:1787579792.195962:0:22614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578285440 00000100:00100000:0.0:1787579792.195986:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578286080 00000100:00100000:0.0:1787579792.195990:0:22614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578286080 00000100:00100000:1.0:1787579792.195997:0:22612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1787579792.196007:0:22612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03402680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1874412578285440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787579792.196016:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1787579792.196019:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d0340c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874412578285568:0@lo:400:kworker.0 00000100:00100000:0.0:1787579792.196028:0:22614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03403b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1874412578286208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787579792.197348:0:22613:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:2.0:1787579792.197365:0:22613:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_004' 00000100:00100000:2.0:1787579792.197404:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d0340e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874412578285184:0@lo:8:kworker.0 00000100:00100000:2.0:1787579792.197507:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579792.197549:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d0340ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874412578285312:0@lo:8:kworker.0 00000100:00100000:2.0:1787579792.197575:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579792.197595:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d0340f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874412578285824:0@lo:8:kworker.0 00000100:00100000:2.0:1787579792.197620:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579792.197998:0:24121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578285184 00000100:00100000:2.0:1787579792.198005:0:24121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578285184 00000100:00100000:2.0:1787579792.198027:0:24121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578285312 00000100:00100000:2.0:1787579792.198030:0:24121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578285312 00000100:00100000:2.0:1787579792.198037:0:24121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578285824 00000100:00100000:2.0:1787579792.198039:0:24121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578285824 00000100:00100000:2.0:1787579792.198049:0:24121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1787579792.198056:0:24121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03403100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3640:x1874412578285184:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1787579792.198089:0:24121:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 726 last 0 00000020:00000080:2.0:1787579792.198122:0:24121:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xf52f64256fc7b270 00002000:00100000:2.0:1787579792.198138:0:24121:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff917e050d3000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113950 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:2.0:1787579792.198143:0:24121:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:2.0:1787579792.198145:0:24121:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1787579792.198226:0:24121:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1787579792.198251:0:24121:0:(import.c:65:import_set_state_nolock()) ffff917e050d2800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787579792.198303:0:24121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03403100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3640:x1874412578285184:12345-0@lo:8:kworker.0 Request processed in 245us (795us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579792.198310:0:24121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1787579792.198326:0:24121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1787579792.198330:0:24121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03401c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3640:x1874412578285312:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1787579792.198342:0:24121:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1787579792.198380:0:24121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03401c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3640:x1874412578285312:12345-0@lo:8:kworker.0 Request processed in 48us (803us total) trans 0 rc -19/-19 00000100:00100000:2.0:1787579792.198387:0:24121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1787579792.198399:0:24121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1787579792.198403:0:24121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03400380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3640:x1874412578285824:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1787579792.198413:0:24121:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1787579792.198452:0:24121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03400380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3640:x1874412578285824:12345-0@lo:8:kworker.0 Request processed in 47us (831us total) trans 0 rc -19/-19 00000100:00100000:2.0:1787579792.198458:0:24121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00080000:2.0:1787579792.198527:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff917d0340e680 x1874412578285184/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1787579817 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579792.198539:0:3640:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1787579792.198548:0:3640:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1787579792.198556:0:3640:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1787579792.198561:0:3640:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1787579792.198563:0:3640:0:(import.c:65:import_set_state_nolock()) ffff917d03d44800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1787579792.198578:0:3640:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1787579792.198583:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d0340e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874412578285184:0@lo:8:kworker.0 00000100:00080000:2.0:1787579792.198597:0:3640:0:(import.c:65:import_set_state_nolock()) ffff917e36330800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787579792.198602:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1787579792.198605:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d0340ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874412578285312:0@lo:8:kworker.0 00000100:00080000:2.0:1787579792.198613:0:3640:0:(import.c:65:import_set_state_nolock()) ffff917d02198800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787579792.198616:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1787579792.198619:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d0340f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874412578285824:0@lo:8:kworker.0 00000100:00100000:1.0:1787579792.199543:0:22612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03402680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1874412578285440:12345-0@lo:400:kworker.0 Request processed in 3532us (3894us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579792.199555:0:22612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1787579792.199585:0:22612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1787579792.199598:0:22612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03400700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1874412578286080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787579792.199609:0:22614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03403b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1874412578286208:12345-0@lo:400:kworker.0 Request processed in 3582us (4046us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579792.199619:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000004:00080000:0.0:1787579792.199707:0:22637:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x6:0x0] 00000100:00100000:0.0:1787579792.199740:0:22637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e012ebb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22637:1874412578286464:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1787579792.199902:0:22612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03400700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1874412578286080:12345-0@lo:400:kworker.0 Request processed in 309us (3999us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579792.199908:0:22612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1787579792.199972:0:22637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579792.200017:0:22637:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e17060000 going to sleep for 11 seconds 00000004:00080000:0.0:1787579792.200042:0:22636:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1787579792.200143:0:22636:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 726511673065ns, next at 0ns, rc = 0 00080000:00080000:0.0:1787579792.200150:0:22636:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:0.0:1787579792.200182:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787579792.200193:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e012e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874412578286336:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787579792.200223:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579792.200259:0:24122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578286336 00000100:00100000:0.0:1787579792.200267:0:24122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578286336 00000100:00100000:0.0:1787579792.200392:0:24122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787579792.200400:0:24122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e012e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3644:x1874412578286336:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787579792.200423:0:24122:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1787579792.200559:0:24122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e012e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3644:x1874412578286336:12345-0@lo:13:osp-pre-0-0.0 Request processed in 160us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579792.200566:0:24122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:0.0:1787579792.200608:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff917e012e8000 x1874412578286336/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787579808 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787579792.200628:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e012e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874412578286336:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787579792.200657:0:24121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578286464 00000100:00100000:0.0:1787579792.200662:0:24121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578286464 00000100:00100000:0.0:1787579792.200697:0:24121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1787579792.200705:0:24121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e012ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22637:x1874412578286464:12345-0@lo:5:osp-pre-0-0.0 00010000:00080000:2.0:1787579792.200779:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff917d0340ea00 x1874412578285440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579808 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579792.200798:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d0340ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3642:1874412578285440:0@lo:400:kworker.0 00010000:00080000:2.0:1787579792.200813:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff917d0340df80 x1874412578286080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579808 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579792.200822:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d0340df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3642:1874412578286080:0@lo:400:kworker.0 00010000:00080000:2.0:1787579792.200836:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff917d0340f100 x1874412578286208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579808 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579792.200843:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d0340f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3642:1874412578286208:0@lo:400:kworker.0 00000100:00080000:2.0:1787579792.201545:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787579792.201551:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787579792.201554:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787579792.202304:0:23353:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e36384e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1874412578285056:12345-0@lo:400:kworker.0 Request processed in 16346us (16537us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579792.202317:0:23353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00002000:00080000:0.0:1787579792.206602:0:24121:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:0.0:1787579792.206614:0:24121:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -59 00002000:02000040:0.0:1787579792.206620:0:24121:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:7 to 0x280000401:65) 00000004:00080000:2.0:1787579792.210981:0:22592:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00002000:00010000:2.0:1787579792.221892:0:24121:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787579792.221905:0:24121:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000918f947f/0xf52f64256fc7b277 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.221922:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=726s v=(0 0) 00010000:00010000:2.0:1787579792.221928:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787579792.221935:0:24121:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000918f947f/0xf52f64256fc7b277 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.221954:0:24121:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000918f947f/0xf52f64256fc7b277 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.221965:0:24121:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000918f947f/0xf52f64256fc7b277 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.221980:0:24121:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000918f947f/0xf52f64256fc7b277 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.222003:0:24121:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787579792.222032:0:22600:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787579792.222042:0:22600:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000918f947f/0xf52f64256fc7b277 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.222061:0:22600:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e0564d200 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:0.0:1787579792.222067:0:22600:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000918f947f/0xf52f64256fc7b277 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.222077:0:22600:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000918f947f/0xf52f64256fc7b277 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.222099:0:22600:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000918f947f/0xf52f64256fc7b277 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.222106:0:22600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000918f947f/0xf52f64256fc7b277 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.222124:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579792.222126:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579792.222127:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787579792.224868:0:24121:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787579792.224885:0:24121:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000651eb71e/0xf52f64256fc7b27e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.224905:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=726s v=(0 0) 00010000:00010000:2.0:1787579792.224911:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787579792.224919:0:24121:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000651eb71e/0xf52f64256fc7b27e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.225680:0:24121:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000651eb71e/0xf52f64256fc7b27e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.226193:0:24121:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000651eb71e/0xf52f64256fc7b27e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.226203:0:24121:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000651eb71e/0xf52f64256fc7b27e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.226232:0:24121:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787579792.227775:0:22601:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787579792.227787:0:22601:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000651eb71e/0xf52f64256fc7b27e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.227800:0:22601:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e0564cc00 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:3.0:1787579792.227805:0:22601:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000651eb71e/0xf52f64256fc7b27e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.227816:0:22601:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000651eb71e/0xf52f64256fc7b27e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.227850:0:22601:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000651eb71e/0xf52f64256fc7b27e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.227859:0:22601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000651eb71e/0xf52f64256fc7b27e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.227881:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579792.227884:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579792.227886:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787579792.228057:0:24121:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787579792.228065:0:24121:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000026133504/0xf52f64256fc7b285 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.228083:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=726s v=(0 0) 00010000:00010000:2.0:1787579792.228087:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787579792.228094:0:24121:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000026133504/0xf52f64256fc7b285 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.228108:0:24121:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000026133504/0xf52f64256fc7b285 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.228118:0:24121:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000026133504/0xf52f64256fc7b285 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.228126:0:24121:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000026133504/0xf52f64256fc7b285 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.228190:0:24121:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787579792.232520:0:22600:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787579792.232536:0:22600:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000026133504/0xf52f64256fc7b285 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.232551:0:22600:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e3f91ae00 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:3.0:1787579792.232556:0:22600:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000026133504/0xf52f64256fc7b285 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.232569:0:22600:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000026133504/0xf52f64256fc7b285 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.232593:0:22600:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000026133504/0xf52f64256fc7b285 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.232602:0:22600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000026133504/0xf52f64256fc7b285 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.232962:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579792.232964:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579792.232966:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787579792.236130:0:24121:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787579792.236145:0:24121:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000051d8e162/0xf52f64256fc7b28c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.236162:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=726s v=(0 0) 00010000:00010000:0.0:1787579792.236167:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787579792.236174:0:24121:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051d8e162/0xf52f64256fc7b28c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.236190:0:24121:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000051d8e162/0xf52f64256fc7b28c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.236207:0:24121:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000051d8e162/0xf52f64256fc7b28c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.236215:0:24121:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000051d8e162/0xf52f64256fc7b28c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.236245:0:24121:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787579792.236269:0:22601:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787579792.236279:0:22601:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000051d8e162/0xf52f64256fc7b28c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.236296:0:22601:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e36369c00 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:1.0:1787579792.236301:0:22601:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000051d8e162/0xf52f64256fc7b28c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.236312:0:22601:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000051d8e162/0xf52f64256fc7b28c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.236333:0:22601:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000051d8e162/0xf52f64256fc7b28c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.236341:0:22601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000051d8e162/0xf52f64256fc7b28c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.236360:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579792.236362:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579792.236364:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787579792.247697:0:24121:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787579792.247714:0:24121:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000030971aa6/0xf52f64256fc7b293 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.247733:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=726s v=(0 0) 00010000:00010000:1.0:1787579792.247738:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787579792.247745:0:24121:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000030971aa6/0xf52f64256fc7b293 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.247759:0:24121:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000030971aa6/0xf52f64256fc7b293 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.247786:0:24121:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000030971aa6/0xf52f64256fc7b293 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.247793:0:24121:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000030971aa6/0xf52f64256fc7b293 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.247818:0:24121:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787579792.248414:0:22600:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787579792.248422:0:22600:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000030971aa6/0xf52f64256fc7b293 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.248431:0:22600:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d03720600 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:3.0:1787579792.248436:0:22600:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000030971aa6/0xf52f64256fc7b293 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.248445:0:22600:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000030971aa6/0xf52f64256fc7b293 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.248511:0:22600:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000030971aa6/0xf52f64256fc7b293 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.248520:0:22600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000030971aa6/0xf52f64256fc7b293 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.248539:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579792.248541:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579792.248543:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787579792.250355:0:24121:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787579792.250367:0:24121:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000935fde1f/0xf52f64256fc7b29a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.250393:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=726s v=(0 0) 00010000:00010000:2.0:1787579792.250397:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787579792.250403:0:24121:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000935fde1f/0xf52f64256fc7b29a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.250417:0:24121:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000935fde1f/0xf52f64256fc7b29a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.250446:0:24121:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000935fde1f/0xf52f64256fc7b29a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.250455:0:24121:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000935fde1f/0xf52f64256fc7b29a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.250493:0:24121:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787579792.250592:0:22601:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787579792.250600:0:22601:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000935fde1f/0xf52f64256fc7b29a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.250617:0:22601:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e3f91a400 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:3.0:1787579792.250621:0:22601:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000935fde1f/0xf52f64256fc7b29a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.250630:0:22601:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000935fde1f/0xf52f64256fc7b29a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.250648:0:22601:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000935fde1f/0xf52f64256fc7b29a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.250655:0:22601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000935fde1f/0xf52f64256fc7b29a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.250689:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579792.250691:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579792.250693:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1787579792.251440:0:23369:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00002000:00010000:2.0:1787579792.251641:0:24121:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787579792.251649:0:24121:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000035fdf99d/0xf52f64256fc7b2a1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.251662:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=726s v=(0 0) 00010000:00010000:2.0:1787579792.251677:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787579792.251683:0:24121:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000035fdf99d/0xf52f64256fc7b2a1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.251694:0:24121:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000035fdf99d/0xf52f64256fc7b2a1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.251704:0:24121:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000035fdf99d/0xf52f64256fc7b2a1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.251720:0:24121:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000035fdf99d/0xf52f64256fc7b2a1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.251854:0:24121:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1787579792.259906:0:24121:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787579792.259927:0:24121:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c68d4072/0xf52f64256fc7b2a8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.259947:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=726s v=(0 0) 00010000:00010000:2.0:1787579792.259952:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787579792.259959:0:24121:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c68d4072/0xf52f64256fc7b2a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.259977:0:24121:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c68d4072/0xf52f64256fc7b2a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.259987:0:24121:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c68d4072/0xf52f64256fc7b2a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.259995:0:24121:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c68d4072/0xf52f64256fc7b2a8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.260024:0:24121:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1787579792.263248:0:22601:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787579792.263263:0:22601:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000035fdf99d/0xf52f64256fc7b2a1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.263279:0:22601:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e3f91b400 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:1.0:1787579792.263285:0:22601:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000035fdf99d/0xf52f64256fc7b2a1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.263297:0:22601:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000035fdf99d/0xf52f64256fc7b2a1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.263322:0:22601:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000035fdf99d/0xf52f64256fc7b2a1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.263330:0:22601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000035fdf99d/0xf52f64256fc7b2a1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.263367:0:22601:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787579792.263371:0:22601:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c68d4072/0xf52f64256fc7b2a8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.263377:0:22601:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e3f91a000 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:1.0:1787579792.263380:0:22601:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c68d4072/0xf52f64256fc7b2a8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.263388:0:22601:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c68d4072/0xf52f64256fc7b2a8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.263397:0:22601:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c68d4072/0xf52f64256fc7b2a8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.263404:0:22601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c68d4072/0xf52f64256fc7b2a8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.263414:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579792.263416:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579792.263418:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787579792.266026:0:24121:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787579792.266042:0:24121:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a09193bf/0xf52f64256fc7b2af lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.266061:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=726s v=(0 0) 00010000:00010000:2.0:1787579792.266078:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787579792.266086:0:24121:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a09193bf/0xf52f64256fc7b2af lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.266100:0:24121:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a09193bf/0xf52f64256fc7b2af lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.266110:0:24121:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a09193bf/0xf52f64256fc7b2af lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.266117:0:24121:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a09193bf/0xf52f64256fc7b2af lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.266142:0:24121:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787579792.268612:0:22600:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787579792.268627:0:22600:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a09193bf/0xf52f64256fc7b2af lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.268642:0:22600:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e3f91bc00 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:3.0:1787579792.268724:0:22600:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a09193bf/0xf52f64256fc7b2af lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.268737:0:22600:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a09193bf/0xf52f64256fc7b2af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.268845:0:22600:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a09193bf/0xf52f64256fc7b2af lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.268854:0:22600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a09193bf/0xf52f64256fc7b2af lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.268874:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579792.268876:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579792.268879:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787579792.271099:0:24121:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787579792.271111:0:24121:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c6ee28b7/0xf52f64256fc7b2b6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.271140:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=726s v=(0 0) 00010000:00010000:2.0:1787579792.271145:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787579792.271153:0:24121:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c6ee28b7/0xf52f64256fc7b2b6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.271167:0:24121:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c6ee28b7/0xf52f64256fc7b2b6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.271177:0:24121:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c6ee28b7/0xf52f64256fc7b2b6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.271199:0:24121:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c6ee28b7/0xf52f64256fc7b2b6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.271223:0:24121:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787579792.272393:0:22601:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787579792.272403:0:22601:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c6ee28b7/0xf52f64256fc7b2b6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.272415:0:22601:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e3f91b800 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:1.0:1787579792.272428:0:22601:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c6ee28b7/0xf52f64256fc7b2b6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.272439:0:22601:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c6ee28b7/0xf52f64256fc7b2b6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.272458:0:22601:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c6ee28b7/0xf52f64256fc7b2b6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.272494:0:22601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c6ee28b7/0xf52f64256fc7b2b6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.272515:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579792.272517:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579792.272519:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787579792.274582:0:24121:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787579792.274597:0:24121:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000db8974b1/0xf52f64256fc7b2bd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.274614:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=726s v=(0 0) 00010000:00010000:2.0:1787579792.274618:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787579792.274625:0:24121:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000db8974b1/0xf52f64256fc7b2bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.274638:0:24121:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000db8974b1/0xf52f64256fc7b2bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.274647:0:24121:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000db8974b1/0xf52f64256fc7b2bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.274654:0:24121:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000db8974b1/0xf52f64256fc7b2bd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.274681:0:24121:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787579792.275682:0:22600:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787579792.275692:0:22600:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000db8974b1/0xf52f64256fc7b2bd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.275705:0:22600:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e3f91b200 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:3.0:1787579792.275709:0:22600:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000db8974b1/0xf52f64256fc7b2bd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.275719:0:22600:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000db8974b1/0xf52f64256fc7b2bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.275739:0:22600:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000db8974b1/0xf52f64256fc7b2bd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.275747:0:22600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000db8974b1/0xf52f64256fc7b2bd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.275788:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579792.275790:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579792.275792:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787579792.277618:0:24121:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787579792.277632:0:24121:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000008df1286/0xf52f64256fc7b2c4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.277648:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=726s v=(0 0) 00010000:00010000:1.0:1787579792.277652:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787579792.277659:0:24121:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000008df1286/0xf52f64256fc7b2c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.277686:0:24121:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008df1286/0xf52f64256fc7b2c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.277697:0:24121:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000008df1286/0xf52f64256fc7b2c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.277720:0:24121:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000008df1286/0xf52f64256fc7b2c4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.277740:0:24121:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787579792.278259:0:22601:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787579792.278266:0:22601:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000008df1286/0xf52f64256fc7b2c4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.278276:0:22601:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d03720e00 already unused, calling callback (ffffffffc0dc4230) 00002000:00010000:1.0:1787579792.278278:0:24121:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787579792.278281:0:22601:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000008df1286/0xf52f64256fc7b2c4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.278286:0:24121:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003b6f4dfd/0xf52f64256fc7b2cb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.278293:0:22601:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000008df1286/0xf52f64256fc7b2c4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.278303:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=726s v=(0 0) 00010000:00010000:1.0:1787579792.278308:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787579792.278314:0:24121:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003b6f4dfd/0xf52f64256fc7b2cb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.278318:0:22601:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000008df1286/0xf52f64256fc7b2c4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.278336:0:24121:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003b6f4dfd/0xf52f64256fc7b2cb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.278337:0:22601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008df1286/0xf52f64256fc7b2c4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.278361:0:24121:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003b6f4dfd/0xf52f64256fc7b2cb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.278370:0:24121:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003b6f4dfd/0xf52f64256fc7b2cb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.278391:0:24121:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787579792.278430:0:22600:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787579792.278437:0:22600:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003b6f4dfd/0xf52f64256fc7b2cb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.278451:0:22600:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d03721e00 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:2.0:1787579792.278455:0:22600:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003b6f4dfd/0xf52f64256fc7b2cb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.278465:0:22600:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003b6f4dfd/0xf52f64256fc7b2cb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.278495:0:22600:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003b6f4dfd/0xf52f64256fc7b2cb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.278502:0:22600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003b6f4dfd/0xf52f64256fc7b2cb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.278517:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579792.278518:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579792.278520:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579792.278525:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579792.278527:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579792.278528:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787579792.279096:0:24121:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787579792.279103:0:24121:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000028ab958f/0xf52f64256fc7b2d2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.279117:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=726s v=(0 0) 00010000:00010000:1.0:1787579792.279120:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787579792.279126:0:24121:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000028ab958f/0xf52f64256fc7b2d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.279135:0:24121:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000028ab958f/0xf52f64256fc7b2d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.279143:0:24121:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000028ab958f/0xf52f64256fc7b2d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.279152:0:24121:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000028ab958f/0xf52f64256fc7b2d2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.279172:0:24121:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787579792.279280:0:22600:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787579792.279286:0:22600:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000028ab958f/0xf52f64256fc7b2d2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.279294:0:22600:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d03721800 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:2.0:1787579792.279298:0:22600:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000028ab958f/0xf52f64256fc7b2d2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.279319:0:22600:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000028ab958f/0xf52f64256fc7b2d2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.279332:0:22600:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000028ab958f/0xf52f64256fc7b2d2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.279339:0:22600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000028ab958f/0xf52f64256fc7b2d2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.279356:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579792.279358:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579792.279359:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787579792.279628:0:24121:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787579792.279634:0:24121:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e77013dd/0xf52f64256fc7b2d9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.279643:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=726s v=(0 0) 00010000:00010000:1.0:1787579792.279646:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787579792.279650:0:24121:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e77013dd/0xf52f64256fc7b2d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.279659:0:24121:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e77013dd/0xf52f64256fc7b2d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.279689:0:24121:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e77013dd/0xf52f64256fc7b2d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.279696:0:24121:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e77013dd/0xf52f64256fc7b2d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.279864:0:24121:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1787579792.280198:0:24121:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787579792.280241:0:22601:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787579792.280249:0:22601:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e77013dd/0xf52f64256fc7b2d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.280265:0:22601:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d03720200 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:1.0:1787579792.280267:0:24121:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fd427495/0xf52f64256fc7b2e0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.280278:0:22601:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e77013dd/0xf52f64256fc7b2d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.280282:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=726s v=(0 0) 00010000:00010000:1.0:1787579792.280291:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787579792.280293:0:22601:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e77013dd/0xf52f64256fc7b2d9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.280296:0:24121:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fd427495/0xf52f64256fc7b2e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.280315:0:24121:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fd427495/0xf52f64256fc7b2e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.280318:0:22601:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e77013dd/0xf52f64256fc7b2d9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.280328:0:24121:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fd427495/0xf52f64256fc7b2e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.280330:0:22601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e77013dd/0xf52f64256fc7b2d9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.280351:0:24121:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fd427495/0xf52f64256fc7b2e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.280362:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579792.280365:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579792.280367:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579792.280390:0:24121:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787579792.280449:0:22600:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787579792.280455:0:22600:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fd427495/0xf52f64256fc7b2e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.280462:0:22600:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d03721200 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:2.0:1787579792.280465:0:22600:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fd427495/0xf52f64256fc7b2e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.280494:0:22600:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fd427495/0xf52f64256fc7b2e0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.280507:0:22600:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fd427495/0xf52f64256fc7b2e0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787579792.281593:0:24121:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787579792.281604:0:24121:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000addda5b0/0xf52f64256fc7b2e7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.281616:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=726s v=(0 0) 00010000:00010000:1.0:1787579792.281620:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787579792.281626:0:24121:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000addda5b0/0xf52f64256fc7b2e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.282285:0:24121:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000addda5b0/0xf52f64256fc7b2e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.282295:0:24121:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000addda5b0/0xf52f64256fc7b2e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.282303:0:24121:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000addda5b0/0xf52f64256fc7b2e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.282330:0:24121:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787579792.282663:0:22601:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787579792.282927:0:22600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fd427495/0xf52f64256fc7b2e0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.282953:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579792.282964:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579792.282966:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579792.283260:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579792.283263:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579792.283265:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579792.283309:0:22601:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000addda5b0/0xf52f64256fc7b2e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.283320:0:22601:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d03721000 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:0.0:1787579792.283325:0:22601:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000addda5b0/0xf52f64256fc7b2e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.283336:0:22601:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000addda5b0/0xf52f64256fc7b2e7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.283356:0:22601:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000addda5b0/0xf52f64256fc7b2e7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.283365:0:22601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000addda5b0/0xf52f64256fc7b2e7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.283381:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579792.283383:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579792.283391:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787579792.284617:0:24121:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787579792.284628:0:24121:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000051d8e162/0xf52f64256fc7b2ee lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.284642:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=726s v=(0 0) 00010000:00010000:0.0:1787579792.284647:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787579792.284653:0:24121:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051d8e162/0xf52f64256fc7b2ee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.284678:0:24121:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000051d8e162/0xf52f64256fc7b2ee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.284688:0:24121:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000051d8e162/0xf52f64256fc7b2ee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.284695:0:24121:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000051d8e162/0xf52f64256fc7b2ee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.284759:0:24121:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1787579792.285284:0:24121:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787579792.285291:0:24121:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000a682444/0xf52f64256fc7b2f5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.285301:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=726s v=(0 0) 00010000:00010000:0.0:1787579792.285304:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787579792.285308:0:24121:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000a682444/0xf52f64256fc7b2f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.285331:0:24121:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000a682444/0xf52f64256fc7b2f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.285340:0:24121:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000a682444/0xf52f64256fc7b2f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.285346:0:24121:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000a682444/0xf52f64256fc7b2f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.285435:0:22600:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787579792.285442:0:22600:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000051d8e162/0xf52f64256fc7b2ee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.285450:0:22600:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e36369c00 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:2.0:1787579792.285454:0:22600:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000051d8e162/0xf52f64256fc7b2ee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.285463:0:22600:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000051d8e162/0xf52f64256fc7b2ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.285974:0:22600:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000051d8e162/0xf52f64256fc7b2ee lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.285982:0:22600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000051d8e162/0xf52f64256fc7b2ee lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.286001:0:22600:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787579792.286005:0:22600:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000a682444/0xf52f64256fc7b2f5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.286031:0:22600:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e36369200 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:2.0:1787579792.286035:0:22600:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000a682444/0xf52f64256fc7b2f5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.286044:0:22600:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000a682444/0xf52f64256fc7b2f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.286054:0:22600:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000a682444/0xf52f64256fc7b2f5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.286063:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579792.286064:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579792.286066:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579792.286935:0:24121:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1787579792.286945:0:24121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000a682444/0xf52f64256fc7b2f5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.287300:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787579792.287615:0:24121:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787579792.287621:0:24121:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000086996be7/0xf52f64256fc7b2fc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.287635:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=726s v=(0 0) 00010000:00010000:0.0:1787579792.287639:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787579792.287645:0:24121:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000086996be7/0xf52f64256fc7b2fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.287658:0:24121:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000086996be7/0xf52f64256fc7b2fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.287697:0:24121:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000086996be7/0xf52f64256fc7b2fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.287705:0:24121:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000086996be7/0xf52f64256fc7b2fc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.287727:0:24121:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787579792.287945:0:22601:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787579792.287952:0:22601:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000086996be7/0xf52f64256fc7b2fc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.287960:0:22601:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e36368e00 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:3.0:1787579792.287964:0:22601:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000086996be7/0xf52f64256fc7b2fc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.287982:0:22601:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000086996be7/0xf52f64256fc7b2fc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.287999:0:22601:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000086996be7/0xf52f64256fc7b2fc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.288006:0:22601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000086996be7/0xf52f64256fc7b2fc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.288035:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579792.288036:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579792.288038:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787579792.289526:0:24121:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787579792.289538:0:24121:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007244e5ed/0xf52f64256fc7b303 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.289553:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=726s v=(0 0) 00010000:00010000:0.0:1787579792.289558:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787579792.289564:0:24121:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007244e5ed/0xf52f64256fc7b303 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.289577:0:24121:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007244e5ed/0xf52f64256fc7b303 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.289585:0:24121:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007244e5ed/0xf52f64256fc7b303 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.289592:0:24121:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007244e5ed/0xf52f64256fc7b303 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.289628:0:24121:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787579792.289658:0:22600:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787579792.289681:0:22600:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007244e5ed/0xf52f64256fc7b303 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.289692:0:22600:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e36368200 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:2.0:1787579792.289697:0:22600:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007244e5ed/0xf52f64256fc7b303 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.289707:0:22600:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007244e5ed/0xf52f64256fc7b303 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.289723:0:22600:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007244e5ed/0xf52f64256fc7b303 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.289737:0:22600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007244e5ed/0xf52f64256fc7b303 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.289757:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579792.289759:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579792.289760:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787579792.290576:0:24121:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787579792.290585:0:24121:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000097217019/0xf52f64256fc7b30a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.290596:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=726s v=(0 0) 00010000:00010000:0.0:1787579792.290599:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787579792.290604:0:24121:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000097217019/0xf52f64256fc7b30a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.290614:0:24121:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000097217019/0xf52f64256fc7b30a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.290623:0:24121:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000097217019/0xf52f64256fc7b30a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.290630:0:24121:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000097217019/0xf52f64256fc7b30a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.290654:0:24121:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787579792.290741:0:24915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787579792.290748:0:24915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000097217019/0xf52f64256fc7b30a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.290756:0:24915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e36368000 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:3.0:1787579792.290760:0:24915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000097217019/0xf52f64256fc7b30a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.290768:0:24915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000097217019/0xf52f64256fc7b30a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.290783:0:24915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000097217019/0xf52f64256fc7b30a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.290805:0:24915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000097217019/0xf52f64256fc7b30a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.290822:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579792.290824:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579792.290826:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787579792.292293:0:24121:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787579792.292305:0:24121:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000608c389/0xf52f64256fc7b311 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.292319:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=726s v=(0 0) 00010000:00010000:0.0:1787579792.292333:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787579792.292340:0:24121:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000608c389/0xf52f64256fc7b311 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.292351:0:24121:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000608c389/0xf52f64256fc7b311 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.292360:0:24121:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000608c389/0xf52f64256fc7b311 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.292369:0:24121:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000608c389/0xf52f64256fc7b311 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.292393:0:24121:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787579792.292555:0:22601:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787579792.292561:0:22601:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000608c389/0xf52f64256fc7b311 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.292572:0:22601:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e36369400 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:3.0:1787579792.292576:0:22601:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000608c389/0xf52f64256fc7b311 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.292586:0:22601:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000608c389/0xf52f64256fc7b311 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.292603:0:22601:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000608c389/0xf52f64256fc7b311 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.292611:0:22601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000608c389/0xf52f64256fc7b311 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.292629:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579792.292630:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579792.292632:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787579792.296381:0:24121:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787579792.296394:0:24121:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e3567b5d/0xf52f64256fc7b318 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.296413:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=726s v=(0 0) 00010000:00010000:0.0:1787579792.296417:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787579792.296423:0:24121:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e3567b5d/0xf52f64256fc7b318 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.296450:0:24121:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e3567b5d/0xf52f64256fc7b318 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.296461:0:24121:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e3567b5d/0xf52f64256fc7b318 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.296510:0:24121:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e3567b5d/0xf52f64256fc7b318 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.296532:0:24121:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787579792.296698:0:22600:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787579792.296707:0:22600:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e3567b5d/0xf52f64256fc7b318 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.296717:0:22600:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e36369a00 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:2.0:1787579792.296722:0:22600:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e3567b5d/0xf52f64256fc7b318 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.296730:0:22600:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e3567b5d/0xf52f64256fc7b318 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.296749:0:22600:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e3567b5d/0xf52f64256fc7b318 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.296757:0:22600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e3567b5d/0xf52f64256fc7b318 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.296777:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579792.296779:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579792.296780:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787579792.297382:0:24121:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787579792.297390:0:24121:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a2420d30/0xf52f64256fc7b31f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.297402:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=726s v=(0 0) 00010000:00010000:0.0:1787579792.297405:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787579792.297410:0:24121:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a2420d30/0xf52f64256fc7b31f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.297420:0:24121:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a2420d30/0xf52f64256fc7b31f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.297428:0:24121:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a2420d30/0xf52f64256fc7b31f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.297436:0:24121:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a2420d30/0xf52f64256fc7b31f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.297458:0:24121:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787579792.297621:0:24915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787579792.297628:0:24915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a2420d30/0xf52f64256fc7b31f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.297635:0:24915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e36368600 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:3.0:1787579792.297640:0:24915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2420d30/0xf52f64256fc7b31f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.297648:0:24915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2420d30/0xf52f64256fc7b31f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.297660:0:24915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a2420d30/0xf52f64256fc7b31f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.297677:0:24915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2420d30/0xf52f64256fc7b31f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.297696:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579792.297697:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579792.297699:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787579792.297915:0:24121:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787579792.297921:0:24121:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000051d8e162/0xf52f64256fc7b326 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.297938:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=726s v=(0 0) 00010000:00010000:0.0:1787579792.297941:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787579792.297945:0:24121:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051d8e162/0xf52f64256fc7b326 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.297953:0:24121:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000051d8e162/0xf52f64256fc7b326 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.297960:0:24121:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000051d8e162/0xf52f64256fc7b326 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.297968:0:24121:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000051d8e162/0xf52f64256fc7b326 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.298058:0:24121:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787579792.298291:0:22601:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787579792.298298:0:22601:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000051d8e162/0xf52f64256fc7b326 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.298307:0:22601:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e36369c00 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:3.0:1787579792.298312:0:22601:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000051d8e162/0xf52f64256fc7b326 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.298334:0:22601:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000051d8e162/0xf52f64256fc7b326 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787579792.298334:0:24121:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787579792.298346:0:24121:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000651eb71e/0xf52f64256fc7b32d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.298354:0:22601:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000051d8e162/0xf52f64256fc7b326 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.298356:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=726s v=(0 0) 00010000:00010000:0.0:1787579792.298364:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787579792.298373:0:22601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000051d8e162/0xf52f64256fc7b326 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.298374:0:24121:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000651eb71e/0xf52f64256fc7b32d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.298398:0:24121:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000651eb71e/0xf52f64256fc7b32d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.298404:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579792.298407:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579792.298409:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579792.298420:0:24121:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000651eb71e/0xf52f64256fc7b32d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.298428:0:24121:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000651eb71e/0xf52f64256fc7b32d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.298449:0:24121:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787579792.298514:0:22600:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787579792.298521:0:22600:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000651eb71e/0xf52f64256fc7b32d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.298529:0:22600:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e0564cc00 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:2.0:1787579792.298544:0:22600:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000651eb71e/0xf52f64256fc7b32d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.298554:0:22600:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000651eb71e/0xf52f64256fc7b32d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.298567:0:22600:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000651eb71e/0xf52f64256fc7b32d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.298573:0:22600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000651eb71e/0xf52f64256fc7b32d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.298589:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579792.298591:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579792.298593:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787579792.298932:0:24121:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787579792.298938:0:24121:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000918f947f/0xf52f64256fc7b334 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.298947:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=726s v=(0 0) 00010000:00010000:0.0:1787579792.298950:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787579792.298955:0:24121:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000918f947f/0xf52f64256fc7b334 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.298963:0:24121:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000918f947f/0xf52f64256fc7b334 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.298971:0:24121:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000918f947f/0xf52f64256fc7b334 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.298978:0:24121:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000918f947f/0xf52f64256fc7b334 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.299707:0:24121:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787579792.300299:0:24915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787579792.300307:0:24915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000918f947f/0xf52f64256fc7b334 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.300317:0:24915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e0564d200 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:3.0:1787579792.300322:0:24915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000918f947f/0xf52f64256fc7b334 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.300331:0:24915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000918f947f/0xf52f64256fc7b334 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.300349:0:24915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000918f947f/0xf52f64256fc7b334 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.300370:0:24915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000918f947f/0xf52f64256fc7b334 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.300392:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579792.300394:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579792.300396:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787579792.301397:0:24121:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787579792.301410:0:24121:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000683a9011/0xf52f64256fc7b33b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.301424:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=726s v=(0 0) 00010000:00010000:2.0:1787579792.301429:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787579792.301434:0:24121:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000683a9011/0xf52f64256fc7b33b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.301458:0:24121:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000683a9011/0xf52f64256fc7b33b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.301498:0:24121:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000683a9011/0xf52f64256fc7b33b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.301507:0:24121:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000683a9011/0xf52f64256fc7b33b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.301523:0:24121:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787579792.302097:0:22601:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787579792.302106:0:22601:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000683a9011/0xf52f64256fc7b33b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.302117:0:22601:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e3f91a800 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:0.0:1787579792.302122:0:22601:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000683a9011/0xf52f64256fc7b33b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.302131:0:22601:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000683a9011/0xf52f64256fc7b33b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.302146:0:22601:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000683a9011/0xf52f64256fc7b33b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.302154:0:22601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000683a9011/0xf52f64256fc7b33b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787579792.302157:0:24121:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787579792.302169:0:24121:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000030fdf59b/0xf52f64256fc7b342 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.302178:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579792.302180:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=726s v=(0 0) 00010000:00010000:0.0:1787579792.302181:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579792.302186:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787579792.302186:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579792.302193:0:24121:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000030fdf59b/0xf52f64256fc7b342 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.302213:0:24121:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000030fdf59b/0xf52f64256fc7b342 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.302222:0:24121:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000030fdf59b/0xf52f64256fc7b342 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.302242:0:24121:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000030fdf59b/0xf52f64256fc7b342 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.302263:0:24121:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787579792.303054:0:22600:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787579792.303062:0:22600:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000030fdf59b/0xf52f64256fc7b342 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.303083:0:22600:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e3f91b000 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:3.0:1787579792.303087:0:22600:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000030fdf59b/0xf52f64256fc7b342 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.303096:0:22600:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000030fdf59b/0xf52f64256fc7b342 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.303113:0:22600:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000030fdf59b/0xf52f64256fc7b342 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.303131:0:22600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000030fdf59b/0xf52f64256fc7b342 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579792.303149:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579792.303150:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579792.303152:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787579792.303458:0:24121:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787579792.303464:0:24121:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bb74dd9f/0xf52f64256fc7b349 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.303508:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=726s v=(0 0) 00010000:00010000:2.0:1787579792.303511:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787579792.303517:0:24121:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bb74dd9f/0xf52f64256fc7b349 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.303528:0:24121:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bb74dd9f/0xf52f64256fc7b349 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.303536:0:24121:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bb74dd9f/0xf52f64256fc7b349 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.303543:0:24121:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bb74dd9f/0xf52f64256fc7b349 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.303561:0:24121:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1787579792.303925:0:24121:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787579792.303931:0:24121:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005312e826/0xf52f64256fc7b350 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.303946:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=726s v=(0 0) 00010000:00010000:2.0:1787579792.303949:0:24121:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787579792.303953:0:24121:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005312e826/0xf52f64256fc7b350 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.303963:0:24121:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005312e826/0xf52f64256fc7b350 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.303970:0:24121:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005312e826/0xf52f64256fc7b350 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.303978:0:24121:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005312e826/0xf52f64256fc7b350 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.303990:0:24121:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1787579792.305101:0:22601:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787579792.305112:0:22601:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bb74dd9f/0xf52f64256fc7b349 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.305123:0:22601:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e3f91aa00 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:0.0:1787579792.305138:0:22601:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bb74dd9f/0xf52f64256fc7b349 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.305148:0:22601:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bb74dd9f/0xf52f64256fc7b349 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.305168:0:22601:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bb74dd9f/0xf52f64256fc7b349 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.305176:0:22601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bb74dd9f/0xf52f64256fc7b349 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.305198:0:22601:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787579792.305202:0:22601:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005312e826/0xf52f64256fc7b350 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.305208:0:22601:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e3f91b600 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:0.0:1787579792.305211:0:22601:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005312e826/0xf52f64256fc7b350 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.305219:0:22601:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005312e826/0xf52f64256fc7b350 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.305239:0:22601:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005312e826/0xf52f64256fc7b350 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.305246:0:22601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005312e826/0xf52f64256fc7b350 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.305268:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579792.305270:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579792.305272:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1787579792.306320:0:24121:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:6 00000100:00100000:2.0:1787579792.306432:0:24121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e012ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22637:x1874412578286464:12345-0@lo:5:osp-pre-0-0.0 Request processed in 105722us (106643us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579792.306443:0:24121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1787579792.306549:0:22637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e012ebb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22637:1874412578286464:0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1787579792.306565:0:22637:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x6:0x0] 00000100:00100000:0.0:1787579792.306614:0:22637:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e012ebb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22637:1874412578286592:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1787579792.306649:0:22637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579792.306685:0:22637:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e05174d80 going to sleep for 11 seconds 00010000:00010000:3.0:1787579792.307548:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787579792.307620:0:24601:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578286592 00000100:00100000:2.0:1787579792.307629:0:24601:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578286592 00000100:00100000:2.0:1787579792.307695:0:24601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1787579792.307705:0:24601:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e012e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22637:x1874412578286592:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:2.0:1787579792.307747:0:24601:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00000001:00080000:2.0:1787579792.316288:0:24115:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:2.0:1787579792.316365:0:24115:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:1.0:1787579792.323735:0:24601:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e012e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:22637:x1874412578286592:12345-0@lo:5:osp-pre-0-0.0 Request processed in 16022us (17074us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1787579792.323752:0:24601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1787579792.323838:0:22637:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:2.0:1787579792.323847:0:22637:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e012ebb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22637:1874412578286592:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1787579792.323864:0:22637:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00000020:01000004:2.0:1787579792.589598:0:24937:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1787579792.589603:0:24937:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:2.0:1787579792.589605:0:24937:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:2.0:1787579792.590296:0:24937:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff917e3638f800 00000020:01000004:2.0:1787579792.590314:0:24937:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:2.0:1787579792.590330:0:24937:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1787579792.590347:0:24937:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff917e363a19b8) 00000020:00000080:2.0:1787579792.590388:0:24937:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00100000:10000000:1.0:1787579792.662146:0:24937:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1787579792.666689:0:24937:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:1.0:1787579792.667169:0:24937:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:1.0:1787579792.667587:0:24937:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:1.0:1787579792.667914:0:24937:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:1.0:1787579792.668099:0:24937:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:1.0:1787579792.668287:0:24937:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00080000:01000000:1.0:1787579792.669767:0:24937:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:1.0:1787579792.669978:0:24937:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:1.0:1787579792.669993:0:24937:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:1.0:1787579792.670006:0:24937:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xf52f64256fc7b35e 00000020:01000004:1.0:1787579792.670014:0:24937:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:1.0:1787579792.670035:0:24937:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.114@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1787579792.670038:0:24937:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.114@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:1.0:1787579792.670044:0:24937:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0001 00000020:01000004:1.0:1787579792.670070:0:24937:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:1.0:1787579792.670074:0:24937:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.114@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:1.0:1787579792.688915:0:24937:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.114@tcp ctxt 0 is initialized 00000020:01000004:1.0:1787579792.688961:0:24937:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.204.114@tcp, index=0001, flags=0x20002 00000020:01000004:1.0:1787579792.688965:0:24937:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1787579792.688967:0:24937:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1787579792.688969:0:24937:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787579792.688970:0:24937:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787579792.688971:0:24937:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787579792.688972:0:24937:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787579792.688974:0:24937:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1787579792.688975:0:24937:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787579792.688977:0:24937:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1787579792.688980:0:24937:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:1.0:1787579792.688983:0:24937:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1787579792.688984:0:24937:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1787579792.688985:0:24937:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787579792.688986:0:24937:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787579792.688987:0:24937:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787579792.688988:0:24937:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787579792.688994:0:24937:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1787579792.688995:0:24937:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787579792.688996:0:24937:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1787579792.689024:0:24937:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:1.0:1787579792.689046:0:24937:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36385880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24937:1874412578286720:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1787579792.689131:0:24937:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579792.689182:0:24937:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e173d8900 going to sleep for 11 seconds 00000100:00100000:2.0:1787579792.689635:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578286720 00000100:00100000:2.0:1787579792.689643:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578286720 00000100:00100000:2.0:1787579792.689915:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1787579792.689926:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20130850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+21:24937:x1874412578286720:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1787579792.689961:0:22607:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:2.0:1787579792.689965:0:22607:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:2.0:1787579792.689970:0:22607:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:2.0:1787579792.691030:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20130850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+21:24937:x1874412578286720:12345-0@lo:253:mount.lustre.0 Request processed in 1100us (1893us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579792.691042:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1787579792.691136:0:24937:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36385880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24937:1874412578286720:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1787579792.691150:0:24937:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:1.0:1787579792.691153:0:24937:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1787579792.691155:0:24937:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1787579792.691156:0:24937:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787579792.691158:0:24937:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787579792.691159:0:24937:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787579792.691160:0:24937:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787579792.691162:0:24937:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1787579792.691163:0:24937:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787579792.691165:0:24937:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1787579792.691187:0:24937:0:(tgt_mount.c:101:server_register_mount()) register mount ffff917e3638f800 from lustre-OST0001 10000000:01000000:1.0:1787579792.691255:0:24937:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:1.0:1787579792.691258:0:24937:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:1.0:1787579792.691279:0:24937:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff917e16dcb370 local copy 00010000:00010000:1.0:1787579792.691290:0:24937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d03720c00/0xf52f64256fc7af91 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7af98 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787579792.691387:0:24937:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36385880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24937:1874412578286848:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787579792.691434:0:24937:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579792.692127:0:24937:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e173d8240 going to sleep for 11 seconds 00000100:00100000:0.0:1787579792.692255:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578286848 00000100:00100000:0.0:1787579792.692273:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578286848 00000100:00100000:0.0:1787579792.692319:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1787579792.692329:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20133850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+21:24937:x1874412578286848:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787579792.692438:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20133850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+21:24937:x1874412578286848:12345-0@lo:501:mount.lustre.0 Request processed in 110us (1004us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787579792.692446:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1787579792.692608:0:24937:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36385880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24937:1874412578286848:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1787579792.692626:0:24937:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.204.114@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:1.0:1787579792.692649:0:24937:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.204.114@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:1.0:1787579792.692687:0:24937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d03720c00/0xf52f64256fc7af91 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7af98 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.692698:0:24937:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff917d03720c00/0xf52f64256fc7af91 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7af98 expref: -99 pid: 22591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787579792.692727:0:24937:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff917e3638f800 10000000:01000000:1.0:1787579792.692733:0:24937:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1787579792.692740:0:24937:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:1.0:1787579792.692743:0:24937:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1787579792.692748:0:24937:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:1.0:1787579792.692751:0:24937:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:1.0:1787579792.692788:0:24937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d03721000/0xf52f64256fc7b365 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.692796:0:24937:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff917d03721000/0xf52f64256fc7b365 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.692805:0:24937:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff917d03721000/0xf52f64256fc7b365 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787579792.692820:0:24937:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36385880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24937:1874412578286976:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1787579792.692852:0:24937:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579792.692872:0:24937:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e173d8240 going to sleep for 11 seconds 00000100:00100000:0.0:1787579792.693082:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578286976 00000100:00100000:0.0:1787579792.693086:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578286976 00000100:00100000:0.0:1787579792.693108:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1787579792.693114:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20131450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+21:24937:x1874412578286976:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787579792.693123:0:22604:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787579792.693135:0:22604:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff917e0564d200/0xf52f64256fc7b36c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xf52f64256fc7b365 expref: -99 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.693156:0:22604:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff917e0564d200/0xf52f64256fc7b36c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf52f64256fc7b365 expref: 22 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.693174:0:22604:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff917e0564d200/0xf52f64256fc7b36c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf52f64256fc7b365 expref: 22 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.693184:0:22604:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917e0564d200, rc 0) 00000100:00100000:0.0:1787579792.693310:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20131450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+22:24937:x1874412578286976:12345-0@lo:101:mount.lustre.0 Request processed in 195us (457us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579792.693317:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1787579792.693448:0:24937:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36385880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24937:1874412578286976:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787579792.693460:0:24937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff917d03721000/0xf52f64256fc7b365 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b36c expref: -99 pid: 24937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.693498:0:24937:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff917d03721000/0xf52f64256fc7b365 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xf52f64256fc7b36c expref: -99 pid: 24937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1787579792.694896:0:24937:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:1.0:1787579792.696101:0:24937:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1787579792.699651:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:1.0:1787579792.699802:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:1.0:1787579792.699821:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:1.0:1787579792.699836:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:1.0:1787579792.699851:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:1.0:1787579792.699865:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:1.0:1787579792.699879:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:1.0:1787579792.699892:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:1.0:1787579792.699924:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:1.0:1787579792.699954:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:1.0:1787579792.699960:0:24937:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:1.0:1787579792.700087:0:24937:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36385880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24937:1874412578287104:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787579792.700152:0:24937:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579792.700367:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578287104 00000100:00100000:0.0:1787579792.700376:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578287104 00000100:00100000:0.0:1787579792.700569:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1787579792.700580:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20132c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+22:24937:x1874412578287104:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787579792.700917:0:24937:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e3b245900 going to sleep for 11 seconds 00000100:00100000:0.0:1787579792.701101:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20132c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+22:24937:x1874412578287104:12345-0@lo:501:mount.lustre.0 Request processed in 522us (948us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579792.701110:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1787579792.701179:0:24937:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36385880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24937:1874412578287104:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787579792.701342:0:24937:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36385880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24937:1874412578287232:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787579792.701389:0:24937:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579792.701544:0:24937:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e3b245900 going to sleep for 11 seconds 00000100:00100000:3.0:1787579792.701620:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578287232 00000100:00100000:3.0:1787579792.701625:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578287232 00000100:00100000:3.0:1787579792.701779:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1787579792.701789:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20132450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+22:24937:x1874412578287232:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787579792.702631:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20132450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+22:24937:x1874412578287232:12345-0@lo:503:mount.lustre.0 Request processed in 841us (1237us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579792.702640:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1787579792.702783:0:24937:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36385880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24937:1874412578287232:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1787579792.703243:0:24937:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1787579792.703395:0:24937:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36385880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24937:1874412578287360:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787579792.703607:0:24937:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579792.703754:0:24937:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e05650cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1787579792.703793:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578287360 00000100:00100000:0.0:1787579792.703801:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578287360 00000100:00100000:0.0:1787579792.703857:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1787579792.703867:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20131050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+22:24937:x1874412578287360:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787579792.704557:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20131050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+22:24937:x1874412578287360:12345-0@lo:502:mount.lustre.0 Request processed in 690us (948us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579792.704567:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1787579792.704642:0:24937:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36385880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24937:1874412578287360:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787579792.704918:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:1.0:1787579792.704949:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:1.0:1787579792.704964:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:1.0:1787579792.704977:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:1.0:1787579792.704990:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:1.0:1787579792.705002:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:1.0:1787579792.705014:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:1.0:1787579792.705025:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:1.0:1787579792.705036:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:1.0:1787579792.705063:0:24937:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36385880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24937:1874412578287488:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787579792.705102:0:24937:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579792.705183:0:24937:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e173d8240 going to sleep for 11 seconds 00000100:00100000:3.0:1787579792.705336:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578287488 00000100:00100000:3.0:1787579792.705343:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578287488 00000100:00100000:3.0:1787579792.705428:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:3.0:1787579792.705437:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20133c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+22:24937:x1874412578287488:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787579792.705563:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20133c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+22:24937:x1874412578287488:12345-0@lo:502:mount.lustre.0 Request processed in 127us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579792.705570:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1787579792.705721:0:24937:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36385880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24937:1874412578287488:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787579792.705765:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:1.0:1787579792.705775:0:24937:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:0.0:1787579792.706622:0:24941:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1787579792.706632:0:24941:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:0.0:1787579792.706638:0:24941:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787579792.706641:0:24941:0:(obd_config.c:1563:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:0.0:1787579792.706647:0:24941:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787579792.706732:0:24941:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff917d03d3b370) 00000020:00000080:0.0:1787579792.706758:0:24941:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:0.0:1787579792.706766:0:24941:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1787579792.706839:0:24941:0:(tgt_mount.c:153:server_get_mount()) get mount ffff917e3638f800 from lustre-OST0001, refs=2 00080000:01000000:0.0:1787579792.706847:0:24941:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:0.0:1787579792.706854:0:24941:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xf52f64256fc7b37a 00010000:00010000:0.0:1787579792.711070:0:24941:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:0.0:1787579792.711778:0:24941:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934599 00080000:10000000:0.0:1787579792.713251:0:24941:0:(osd_handler.c:5581:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:0.0:1787579792.715049:0:24941:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:0.0:1787579792.715062:0:24941:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787579792.715069:0:24941:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787579792.715164:0:24941:0:(obd_config.c:1563:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:0.0:1787579792.715169:0:24941:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787579792.715175:0:24941:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787579792.715176:0:24941:0:(obd_config.c:1563:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:0.0:1787579792.715179:0:24941:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1787579792.715182:0:24941:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1787579792.715184:0:24941:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787579792.715186:0:24941:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787579792.715187:0:24941:0:(obd_config.c:1563:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000020:01000000:0.0:1787579792.715189:0:24941:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787579792.715192:0:24941:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787579792.715193:0:24941:0:(obd_config.c:1563:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1787579792.715205:0:24941:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:0.0:1787579792.715235:0:24941:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787579792.715238:0:24941:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787579792.715240:0:24941:0:(obd_config.c:1563:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1787579792.715243:0:24941:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:1.0:1787579792.715457:0:24937:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:1.0:1787579792.715529:0:24937:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:1.0:1787579792.715544:0:24937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d03721000/0xf52f64256fc7b365 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b36c expref: -99 pid: 24937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.715556:0:24937:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff917d03721000/0xf52f64256fc7b365 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b36c expref: -99 pid: 24937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787579792.715565:0:24937:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff917e3638f800 from 1 10000000:01000000:1.0:1787579792.715567:0:24937:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1787579792.715612:0:24937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d03721200/0xf52f64256fc7b381 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.715620:0:24937:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff917d03721200/0xf52f64256fc7b381 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.715639:0:24937:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff917d03721200/0xf52f64256fc7b381 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787579792.715686:0:24937:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36385880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24937:1874412578287616:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1787579792.715755:0:24937:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579792.715799:0:24937:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e05650cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1787579792.715904:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578287616 00000100:00100000:0.0:1787579792.715913:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578287616 00000100:00100000:0.0:1787579792.715963:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1787579792.715973:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20130450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+22:24937:x1874412578287616:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787579792.716021:0:22604:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787579792.716035:0:22604:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff917e36369c00/0xf52f64256fc7b388 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xf52f64256fc7b381 expref: -99 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.716060:0:22604:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff917e36369c00/0xf52f64256fc7b388 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf52f64256fc7b381 expref: 23 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.716071:0:22604:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff917e36369c00/0xf52f64256fc7b388 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf52f64256fc7b381 expref: 23 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.716081:0:22604:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917e36369c00, rc 0) 00000100:00100000:0.0:1787579792.716123:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20130450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+23:24937:x1874412578287616:12345-0@lo:101:mount.lustre.0 Request processed in 152us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579792.716130:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1787579792.716578:0:24937:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36385880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24937:1874412578287616:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787579792.716595:0:24937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff917d03721200/0xf52f64256fc7b381 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b388 expref: -99 pid: 24937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579792.716606:0:24937:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff917d03721200/0xf52f64256fc7b381 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xf52f64256fc7b388 expref: -99 pid: 24937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1787579792.718808:0:24937:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:1.0:1787579792.719103:0:24937:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1787579792.719403:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:1.0:1787579792.719765:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:1.0:1787579792.719785:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:1.0:1787579792.719800:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:1.0:1787579792.719814:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:1.0:1787579792.719828:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:1.0:1787579792.719842:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:1.0:1787579792.719857:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:1.0:1787579792.719870:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:1.0:1787579792.719883:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:1.0:1787579792.719896:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:1.0:1787579792.719932:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:1.0:1787579792.719939:0:24937:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:1.0:1787579792.720026:0:24937:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36385880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24937:1874412578287744:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787579792.720104:0:24937:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579792.720182:0:24937:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e173d8240 going to sleep for 11 seconds 00000100:00100000:0.0:1787579792.720280:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578287744 00000100:00100000:0.0:1787579792.720288:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578287744 00000100:00100000:0.0:1787579792.720372:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1787579792.720382:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20133450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+23:24937:x1874412578287744:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787579792.720529:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20133450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+23:24937:x1874412578287744:12345-0@lo:501:mount.lustre.0 Request processed in 146us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579792.720536:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1787579792.720961:0:24937:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36385880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24937:1874412578287744:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787579792.720996:0:24937:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36385880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24937:1874412578287872:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787579792.721037:0:24937:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579792.721068:0:24937:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e173d8240 going to sleep for 11 seconds 00000100:00100000:3.0:1787579792.721148:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578287872 00000100:00100000:3.0:1787579792.721153:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578287872 00000100:00100000:3.0:1787579792.721186:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1787579792.721202:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20130c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+23:24937:x1874412578287872:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787579792.721495:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20130c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+23:24937:x1874412578287872:12345-0@lo:503:mount.lustre.0 Request processed in 302us (457us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579792.721503:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1787579792.721586:0:24937:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36385880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24937:1874412578287872:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1787579792.722463:0:24937:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1787579792.722566:0:24937:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36385880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24937:1874412578288000:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787579792.722613:0:24937:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579792.722644:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578288000 00000100:00100000:1.0:1787579792.722649:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578288000 00000100:00100000:1.0:1787579792.722693:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1787579792.722701:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20132050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+23:24937:x1874412578288000:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787579792.722972:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20132050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+23:24937:x1874412578288000:12345-0@lo:502:mount.lustre.0 Request processed in 272us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579792.722980:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1787579792.723026:0:24937:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e03e9c840 going to sleep for 11 seconds 00000100:00100000:1.0:1787579792.723043:0:24937:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36385880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24937:1874412578288000:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787579792.723566:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:1.0:1787579792.723595:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:1.0:1787579792.723611:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:1.0:1787579792.723626:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:1.0:1787579792.723640:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:1.0:1787579792.723667:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:1.0:1787579792.723686:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:1.0:1787579792.723709:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:1.0:1787579792.723722:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:1.0:1787579792.723736:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:1.0:1787579792.723751:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:1.0:1787579792.725271:0:24937:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36385880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24937:1874412578288128:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787579792.725349:0:24937:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579792.725394:0:24937:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e173d8540 going to sleep for 11 seconds 00000100:00100000:0.0:1787579792.725460:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578288128 00000100:00100000:0.0:1787579792.725491:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578288128 00000100:00100000:0.0:1787579792.725540:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:0.0:1787579792.725549:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20130050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+23:24937:x1874412578288128:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787579792.725691:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20130050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+23:24937:x1874412578288128:12345-0@lo:502:mount.lustre.0 Request processed in 143us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579792.725709:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1787579792.725894:0:24937:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36385880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24937:1874412578288128:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787579792.725966:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:1.0:1787579792.725980:0:24937:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1787579792.727173:0:24945:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787579792.727183:0:24945:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787579792.727185:0:24945:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1787579792.727256:0:24945:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff917e3638f800 00000020:00000080:1.0:1787579792.727261:0:24945:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787579792.727269:0:24945:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787579792.727272:0:24945:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787579792.727274:0:24945:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1787579792.727276:0:24945:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787579792.727279:0:24945:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787579792.727280:0:24945:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1787579792.727283:0:24945:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff917e3638f800 00000020:00000080:1.0:1787579792.727284:0:24945:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787579792.727336:0:24945:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787579792.727339:0:24945:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787579792.727340:0:24945:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1787579792.727343:0:24945:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787579792.727345:0:24945:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787579792.727346:0:24945:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1787579792.727349:0:24945:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff917e3638f800 00000020:00000080:1.0:1787579792.727352:0:24945:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787579792.727382:0:24945:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787579792.727385:0:24945:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787579792.727386:0:24945:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1787579792.727389:0:24945:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787579792.727391:0:24945:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787579792.727392:0:24945:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1787579792.727395:0:24945:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff917e3638f800 00000020:00000080:1.0:1787579792.727397:0:24945:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787579792.727443:0:24945:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787579792.727446:0:24945:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787579792.727448:0:24945:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1787579792.727451:0:24945:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:0.0:1787579792.731648:0:24937:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1787579792.731704:0:24937:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1787579792.731737:0:24937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d03721200/0xf52f64256fc7b381 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b388 expref: -99 pid: 24937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.731751:0:24937:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff917d03721200/0xf52f64256fc7b381 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b388 expref: -99 pid: 24937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787579792.731948:0:24937:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1787579792.731952:0:24937:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff917e3638f800 10000000:01000000:0.0:1787579792.731956:0:24937:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff917e3638f800 10000000:01000000:0.0:1787579792.731960:0:24937:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1787579792.731966:0:24937:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff917e3638f800 from 1 10000000:01000000:0.0:1787579792.731969:0:24937:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1787579792.732008:0:24937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e36368600/0xf52f64256fc7b38f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.732017:0:24937:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff917e36368600/0xf52f64256fc7b38f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.732028:0:24937:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff917e36368600/0xf52f64256fc7b38f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787579792.732053:0:24937:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e012e8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24937:1874412578288256:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1787579792.732193:0:24937:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579792.732367:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578288256 00000100:00100000:0.0:1787579792.732374:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578288256 00000100:00100000:0.0:1787579792.732412:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1787579792.732435:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20131850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+23:24937:x1874412578288256:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787579792.732449:0:22605:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787579792.732459:0:22605:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff917e36369a00/0xf52f64256fc7b396 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xf52f64256fc7b38f expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.733356:0:22605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff917e36369a00/0xf52f64256fc7b396 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf52f64256fc7b38f expref: 24 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.733370:0:22605:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff917e36369a00/0xf52f64256fc7b396 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf52f64256fc7b38f expref: 24 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.733380:0:22605:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917e36369a00, rc 0) 00000100:00100000:0.0:1787579792.733495:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20131850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+24:24937:x1874412578288256:12345-0@lo:101:mount.lustre.0 Request processed in 1061us (1301us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579792.733502:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1787579792.733555:0:24937:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e0928c3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787579792.733582:0:24937:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e012e8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24937:1874412578288256:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787579792.733597:0:24937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff917e36368600/0xf52f64256fc7b38f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b396 expref: -99 pid: 24937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.733607:0:24937:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff917e36368600/0xf52f64256fc7b38f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xf52f64256fc7b396 expref: -99 pid: 24937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1787579792.738375:0:24937:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:0.0:1787579792.738767:0:24937:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787579792.738977:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:0.0:1787579792.739003:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:0.0:1787579792.739017:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:0.0:1787579792.739030:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:0.0:1787579792.739052:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:0.0:1787579792.739064:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:0.0:1787579792.739077:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:0.0:1787579792.739090:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:0.0:1787579792.739104:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:0.0:1787579792.739115:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:0.0:1787579792.739127:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:0.0:1787579792.739139:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:0.0:1787579792.739150:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:0.0:1787579792.739174:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:0.0:1787579792.739187:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:0.0:1787579792.739200:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:0.0:1787579792.739214:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:0.0:1787579792.739226:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:0.0:1787579792.739238:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:0.0:1787579792.739251:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:0.0:1787579792.739264:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:0.0:1787579792.739277:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:0.0:1787579792.739289:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:0.0:1787579792.739300:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:0.0:1787579792.739311:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:0.0:1787579792.739323:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:0.0:1787579792.739336:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:0.0:1787579792.739348:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:0.0:1787579792.739360:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:0.0:1787579792.739386:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:0.0:1787579792.739400:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:0.0:1787579792.739413:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:0.0:1787579792.739425:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:0.0:1787579792.739438:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:0.0:1787579792.739450:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:0.0:1787579792.739462:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:0.0:1787579792.739503:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:0.0:1787579792.739527:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:0.0:1787579792.739540:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:0.0:1787579792.742005:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:0.0:1787579792.742049:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:0.0:1787579792.742065:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:0.0:1787579792.742080:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:0.0:1787579792.742094:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:0.0:1787579792.742107:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:0.0:1787579792.742136:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:0.0:1787579792.742152:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:0.0:1787579792.742167:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:0.0:1787579792.742654:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:0.0:1787579792.742694:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:0.0:1787579792.742713:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:0.0:1787579792.742718:0:24937:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:0.0:1787579792.742960:0:24937:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e012e8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24937:1874412578288384:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787579792.743411:0:24937:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579792.743532:0:24937:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e0928ccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1787579792.744023:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578288384 00000100:00100000:1.0:1787579792.744033:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578288384 00000100:00100000:1.0:1787579792.744095:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1787579792.744105:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b3aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+24:24937:x1874412578288384:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787579792.744270:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b3aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+24:24937:x1874412578288384:12345-0@lo:501:mount.lustre.0 Request processed in 166us (1231us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579792.744278:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1787579792.744333:0:24937:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e012e8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24937:1874412578288384:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787579792.744378:0:24937:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36385880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24937:1874412578288512:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787579792.744424:0:24937:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579792.744447:0:24937:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e09791b40 going to sleep for 11 seconds 00000100:00100000:1.0:1787579792.744462:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578288512 00000100:00100000:1.0:1787579792.744483:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578288512 00000100:00100000:1.0:1787579792.744507:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1787579792.744514:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b3ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+24:24937:x1874412578288512:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787579792.744591:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b3ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+24:24937:x1874412578288512:12345-0@lo:503:mount.lustre.0 Request processed in 77us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579792.744603:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1787579792.744643:0:24937:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36385880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24937:1874412578288512:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1787579792.745033:0:24937:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1787579792.745094:0:24937:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36385880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24937:1874412578288640:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787579792.745126:0:24937:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579792.745148:0:24937:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e0388da80 going to sleep for 11 seconds 00000100:00100000:1.0:1787579792.745162:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578288640 00000100:00100000:1.0:1787579792.745165:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578288640 00000100:00100000:1.0:1787579792.745187:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1787579792.745193:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b3a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+24:24937:x1874412578288640:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787579792.745270:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b3a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+24:24937:x1874412578288640:12345-0@lo:502:mount.lustre.0 Request processed in 76us (142us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579792.745276:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1787579792.745316:0:24937:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36385880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24937:1874412578288640:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787579792.745514:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:1.0:1787579792.745538:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:1.0:1787579792.745550:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:1.0:1787579792.745561:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:1.0:1787579792.745573:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:1.0:1787579792.745584:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:1.0:1787579792.745596:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:1.0:1787579792.745608:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:1.0:1787579792.745620:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:1.0:1787579792.745631:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:1.0:1787579792.745667:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:1.0:1787579792.745684:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:1.0:1787579792.745695:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:1.0:1787579792.745714:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:1.0:1787579792.745726:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:1.0:1787579792.745737:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:1.0:1787579792.745748:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:1.0:1787579792.745760:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:1.0:1787579792.745773:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:1.0:1787579792.745787:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:1.0:1787579792.745799:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:1.0:1787579792.745811:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:1.0:1787579792.745824:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:1.0:1787579792.745840:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:1.0:1787579792.745854:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:1.0:1787579792.745872:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:1.0:1787579792.745897:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:1.0:1787579792.745910:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:1.0:1787579792.745922:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:1.0:1787579792.745935:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:1.0:1787579792.745947:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:1.0:1787579792.745960:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:1.0:1787579792.745973:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:1.0:1787579792.745986:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:1.0:1787579792.746019:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:1.0:1787579792.746033:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:1.0:1787579792.746048:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:1.0:1787579792.746061:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:1.0:1787579792.746073:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:1.0:1787579792.746086:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:1.0:1787579792.746097:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:1.0:1787579792.746110:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:1.0:1787579792.746134:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:1.0:1787579792.746149:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:1.0:1787579792.746160:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:1.0:1787579792.746172:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:1.0:1787579792.746192:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:1.0:1787579792.746207:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:1.0:1787579792.746245:0:24937:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36385880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24937:1874412578288768:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787579792.746292:0:24937:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579792.746332:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578288768 00000100:00100000:1.0:1787579792.746337:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578288768 00000100:00100000:1.0:1787579792.746369:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1787579792.746376:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b3aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+24:24937:x1874412578288768:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787579792.746457:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b3aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+24:24937:x1874412578288768:12345-0@lo:502:mount.lustre.0 Request processed in 81us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579792.746465:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1787579792.746555:0:24937:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e0388da80 going to sleep for 11 seconds 00000100:00100000:1.0:1787579792.746573:0:24937:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36385880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24937:1874412578288768:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787579792.746719:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:1.0:1787579792.746741:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:1.0:1787579792.746760:0:24937:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36385880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24937:1874412578288896:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787579792.746795:0:24937:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579792.746816:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578288896 00000100:00100000:1.0:1787579792.746820:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578288896 00000100:00100000:0.0:1787579792.747213:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1787579792.747224:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b3aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+24:24937:x1874412578288896:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787579792.747311:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b3aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+24:24937:x1874412578288896:12345-0@lo:502:mount.lustre.0 Request processed in 90us (516us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579792.747319:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1787579792.747870:0:24937:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e18edd300 going to sleep for 11 seconds 00000100:00100000:0.0:1787579792.747892:0:24937:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36385880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24937:1874412578288896:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1787579792.747953:0:24937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:0.0:1787579792.747964:0:24937:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:2.0:1787579792.755116:0:24950:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:2.0:1787579792.755135:0:24950:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff917e363a4d28) 00000020:00000080:2.0:1787579792.755159:0:24950:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:2.0:1787579792.755309:0:24950:0:(tgt_mount.c:153:server_get_mount()) get mount ffff917e3638f800 from lustre-OST0001, refs=3 00000020:01000004:2.0:1787579792.755314:0:24950:0:(tgt_mount.c:187:server_put_mount()) put mount ffff917e3638f800 from lustre-OST0001, refs=3 00000020:01000004:2.0:1787579792.755316:0:24950:0:(obd_mount.c:710:lustre_put_lsi()) put ffff917e3638f800 3 00010000:00080000:2.0:1787579792.755350:0:24950:0:(ldlm_lib.c:102:import_set_conn()) imp ffff917e17395000@lustre-MDT0000-lwp-OST0001: add connection 192.168.204.114@tcp at head 00010000:00010000:2.0:1787579792.758644:0:24950:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:2.0:1787579792.758934:0:24950:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:2.0:1787579792.758983:0:24950:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1787579792.759010:0:24950:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0xf52f64256fc7b3a4 00000100:00080000:2.0:1787579792.759022:0:24950:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1787579792.759029:0:24950:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff917e17395000 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1787579792.759072:0:24950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff917d03400000 x1874412578289024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787579792.759108:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03400000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3640:1874412578289024:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1787579792.760392:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579792.760488:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578289024 00000100:00100000:2.0:1787579792.760496:0:22614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578289024 00000100:00100000:2.0:1787579792.760541:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1787579792.761259:0:22614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03401180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3640:x1874412578289024:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1787579792.761298:0:22614:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 727 last 0 00000020:00000080:2.0:1787579792.761338:0:22614:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0xf52f64256fc7b3ab 00000004:00100000:2.0:1787579792.761354:0:22614:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1787579792.761388:0:22614:0:(import.c:65:import_set_state_nolock()) ffff917d022c0800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787579792.761504:0:22614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03401180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1874412578289024:12345-0@lo:38:llog_process_th.0 Request processed in 917us (2273us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579792.761513:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:2.0:1787579792.761575:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff917d03400000 x1874412578289024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787579802 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579792.761588:0:3640:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1787579792.761596:0:3640:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:2.0:1787579792.761603:0:3640:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1787579792.761613:0:3640:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1787579792.761615:0:3640:0:(import.c:65:import_set_state_nolock()) ffff917e17395000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1787579792.761622:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03400000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3640:1874412578289024:0@lo:38:llog_process_th.0 00000100:00080000:2.0:1787579792.761644:0:24950:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1787579792.761721:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787579792.761725:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787579792.761727:0:8:0:(import.c:65:import_set_state_nolock()) ffff917e36330800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787579792.761732:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 726 00000100:00080000:2.0:1787579792.761735:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787579792.761739:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff917e36330800 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1787579792.761755:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff917d03402300 x1874412578289408/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787579792.761787:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787579792.761790:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787579792.761792:0:8:0:(import.c:65:import_set_state_nolock()) ffff917d02198800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787579792.761795:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 726 00000100:00080000:2.0:1787579792.761797:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787579792.761800:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff917d02198800 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1787579792.761810:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff917d03dce680 x1874412578289920/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787579792.761850:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03400000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874412578289152:0@lo:400:kworker.0 00000100:00100000:2.0:1787579792.761888:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579792.761910:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03401500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1874412578289792:0@lo:400:kworker.0 00000100:00100000:2.0:1787579792.761930:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579792.761955:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1787579792.761961:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03402a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1874412578289664:0@lo:400:kworker.0 00000100:00100000:2.0:1787579792.761980:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579792.761995:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03dcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3644:1874412578290304:0@lo:400:kworker.0 00000100:00100000:2.0:1787579792.762012:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579792.762044:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03400e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874412578289280:0@lo:400:kworker.0 00000100:00100000:2.0:1787579792.762065:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579792.762079:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03dcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1874412578290048:0@lo:400:kworker.0 00000100:00100000:2.0:1787579792.762096:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579792.762112:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1787579792.762116:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03402d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1874412578289536:0@lo:400:kworker.0 00000100:00100000:2.0:1787579792.762133:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579792.762144:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03dcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3641:1874412578290176:0@lo:400:kworker.0 00000100:00100000:2.0:1787579792.762159:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579792.762189:0:22618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578289152 00000100:00100000:0.0:1787579792.762519:0:22612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578290304 00000100:00100000:0.0:1787579792.762526:0:22612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578290304 00000100:00100000:0.0:1787579792.762569:0:22612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578290048 00000100:00100000:0.0:1787579792.762572:0:22612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578290048 00000100:00100000:0.0:1787579792.762583:0:22612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578289536 00000100:00100000:0.0:1787579792.762585:0:22612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578289536 00000100:00100000:0.0:1787579792.762594:0:22612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578290176 00000100:00100000:0.0:1787579792.762597:0:22612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578290176 00000100:00100000:0.0:1787579792.762609:0:22612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1787579792.762617:0:22612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03dcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1874412578290304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787579792.762680:0:22612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03dcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1874412578290304:12345-0@lo:400:kworker.0 Request processed in 63us (665us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579792.762687:0:22612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1787579792.762701:0:22612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1787579792.762707:0:22612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03dcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1874412578290048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787579792.762737:0:22612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03dcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1874412578290048:12345-0@lo:400:kworker.0 Request processed in 30us (639us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579792.762743:0:22612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1787579792.762753:0:22612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1787579792.762757:0:22612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03dcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1874412578289536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787579792.762783:0:22612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03dcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1874412578289536:12345-0@lo:400:kworker.0 Request processed in 26us (649us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579792.762789:0:22612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1787579792.762800:0:22612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1787579792.762806:0:22612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03dce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1874412578290176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787579792.762830:0:22612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03dce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1874412578290176:12345-0@lo:400:kworker.0 Request processed in 24us (669us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579792.762835:0:22612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1787579792.763532:0:22618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578289152 00000100:00100000:1.0:1787579792.763595:0:24121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578289792 00000100:00100000:1.0:1787579792.763600:0:24121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578289792 00000100:00100000:1.0:1787579792.763626:0:24121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578289280 00000100:00100000:1.0:1787579792.763630:0:24121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578289280 00000100:00100000:1.0:1787579792.763648:0:24121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1787579792.763667:0:24121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03dcf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1874412578289792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787579792.763711:0:24121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03dcf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1874412578289792:12345-0@lo:400:kworker.0 Request processed in 56us (1779us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579792.763727:0:24121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1787579792.763739:0:24121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1787579792.763745:0:24121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03dcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1874412578289280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787579792.763857:0:24121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03dcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1874412578289280:12345-0@lo:400:kworker.0 Request processed in 112us (1790us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579792.763863:0:24121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1787579792.763904:0:22618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578289664 00000100:00100000:2.0:1787579792.763908:0:22618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578289664 00000100:00100000:0.0:1787579792.763974:0:23353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1787579792.763989:0:23353:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03dcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1874412578289152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787579792.764027:0:23353:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03dcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1874412578289152:12345-0@lo:400:kworker.0 Request processed in 40us (2139us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579792.764033:0:23353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1787579792.764047:0:23353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1787579792.764052:0:23353:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03dcc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1874412578289664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787579792.764075:0:23353:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03dcc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1874412578289664:12345-0@lo:400:kworker.0 Request processed in 24us (2095us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579792.764081:0:23353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1787579792.764574:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03402300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874412578289408:0@lo:8:kworker.0 00000100:00100000:0.0:1787579792.764615:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579792.764646:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03dce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874412578289920:0@lo:8:kworker.0 00000100:00100000:0.0:1787579792.764700:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579792.764735:0:24118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578289408 00000100:00100000:0.0:1787579792.764739:0:24118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578289408 00000100:00100000:0.0:1787579792.764759:0:24118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578289920 00000100:00100000:0.0:1787579792.764762:0:24118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578289920 00000100:00100000:0.0:1787579792.764772:0:24118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1787579792.764777:0:24118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e012eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3640:x1874412578289408:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1787579792.764828:0:24118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e012eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3640:x1874412578289408:12345-0@lo:8:kworker.0 Request processed in 49us (212us total) trans 0 rc -11/-11 00000100:00100000:0.0:1787579792.764835:0:24118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1787579792.764847:0:24118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1787579792.764851:0:24118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e012e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3640:x1874412578289920:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1787579792.764878:0:24118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e012e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3640:x1874412578289920:12345-0@lo:8:kworker.0 Request processed in 25us (178us total) trans 0 rc -11/-11 00000100:00100000:0.0:1787579792.764893:0:24118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1787579792.764923:0:3640:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1787579792.764931:0:3640:0:(import.c:65:import_set_state_nolock()) ffff917e36330800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787579792.764935:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1787579792.764938:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03402300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874412578289408:0@lo:8:kworker.0 00000100:00100000:0.0:1787579792.764945:0:3640:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1787579792.764948:0:3640:0:(import.c:65:import_set_state_nolock()) ffff917d02198800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787579792.764950:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1787579792.764952:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03dce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874412578289920:0@lo:8:kworker.0 00000100:00100000:3.0:1787579792.765542:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03402a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1874412578289664:0@lo:400:kworker.0 00010000:00080000:3.0:1787579792.765560:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff917d03dcd500 x1874412578290304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579808 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579792.765571:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03dcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3644:1874412578290304:0@lo:400:kworker.0 00000100:00100000:3.0:1787579792.765589:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03400000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874412578289152:0@lo:400:kworker.0 00000100:00100000:3.0:1787579792.765601:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03401500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1874412578289792:0@lo:400:kworker.0 00000020:01000004:3.0:1787579792.766603:0:24950:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:3.0:1787579792.766619:0:24950:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff917e320fb370) 00000020:00000080:3.0:1787579792.766642:0:24950:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:3.0:1787579792.766731:0:24950:0:(tgt_mount.c:153:server_get_mount()) get mount ffff917e3638f800 from lustre-OST0001, refs=3 00000020:01000004:3.0:1787579792.766735:0:24950:0:(tgt_mount.c:187:server_put_mount()) put mount ffff917e3638f800 from lustre-OST0001, refs=3 00000020:01000004:3.0:1787579792.766738:0:24950:0:(obd_mount.c:710:lustre_put_lsi()) put ffff917e3638f800 3 00010000:00080000:3.0:1787579792.766764:0:24950:0:(ldlm_lib.c:102:import_set_conn()) imp ffff917e03ea7800@lustre-MDT0001-lwp-OST0001: add connection 192.168.204.114@tcp at head 00010000:00010000:3.0:1787579792.768340:0:24950:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:3.0:1787579792.768904:0:24950:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:3.0:1787579792.768948:0:24950:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1787579792.768978:0:24950:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0xf52f64256fc7b3b9 00000100:00080000:3.0:1787579792.768988:0:24950:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1787579792.768995:0:24950:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff917e03ea7800 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1787579792.769033:0:24950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff917d0340f100 x1874412578290432/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787579792.769072:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d0340f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3640:1874412578290432:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1787579792.769155:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579792.769227:0:22612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578290432 00000100:00100000:3.0:1787579792.769235:0:22612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578290432 00000100:00100000:3.0:1787579792.769273:0:22612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1787579792.769282:0:22612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d0340df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3640:x1874412578290432:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1787579792.769310:0:22612:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 727 last 0 00010000:00080000:2.0:1787579792.772258:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff917d03402d80 x1874412578289536/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579808 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579792.772279:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03402d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1874412578289536:0@lo:400:kworker.0 00010000:00080000:2.0:1787579792.772296:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff917d03dcdf80 x1874412578290176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579808 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579792.772304:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03dcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3641:1874412578290176:0@lo:400:kworker.0 00000100:00100000:2.0:1787579792.772315:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03400e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874412578289280:0@lo:400:kworker.0 00010000:00080000:2.0:1787579792.772339:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff917d03dcc380 x1874412578290048/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579808 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579792.772346:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03dcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1874412578290048:0@lo:400:kworker.0 00000100:00080000:2.0:1787579792.772380:0:24950:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000020:00000080:3.0:1787579792.776539:0:22612:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0xf52f64256fc7b3c0 00000004:00100000:3.0:1787579792.776565:0:22612:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1787579792.776626:0:22612:0:(import.c:65:import_set_state_nolock()) ffff917d037af000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787579792.776736:0:22612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d0340df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1874412578290432:12345-0@lo:38:llog_process_th.0 Request processed in 7452us (7581us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579792.776749:0:22612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:3.0:1787579792.776814:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff917d0340f100 x1874412578290432/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787579802 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579792.776827:0:3640:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1787579792.776836:0:3640:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:3.0:1787579792.776844:0:3640:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1787579792.776849:0:3640:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:3.0:1787579792.776851:0:3640:0:(import.c:65:import_set_state_nolock()) ffff917e03ea7800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1787579792.776858:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d0340f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3640:1874412578290432:0@lo:38:llog_process_th.0 00000040:00080000:0.0:1787579792.777663:0:24950:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:2.0:1787579792.777813:0:24937:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1787579792.777844:0:24937:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1787579792.777870:0:24937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e36368600/0xf52f64256fc7b38f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b396 expref: -99 pid: 24937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579792.777882:0:24937:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff917e36368600/0xf52f64256fc7b38f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b396 expref: -99 pid: 24937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1787579792.777932:0:24937:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1787579792.777934:0:24937:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1787579792.777936:0:24937:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787579792.777937:0:24937:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787579792.777938:0:24937:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787579792.777940:0:24937:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787579792.777942:0:24937:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1787579792.777944:0:24937:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787579792.777945:0:24937:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1787579792.777949:0:24937:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:2.0:1787579792.777952:0:24937:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1787579792.777953:0:24937:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1787579792.777954:0:24937:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787579792.777955:0:24937:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787579792.777956:0:24937:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787579792.777957:0:24937:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787579792.777958:0:24937:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1787579792.777960:0:24937:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787579792.777961:0:24937:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1787579792.777984:0:24937:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:2.0:1787579792.778003:0:24937:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03dcc380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24937:1874412578290560:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1787579792.778066:0:24937:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579792.778832:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578290560 00000100:00100000:2.0:1787579792.778839:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578290560 00000100:00100000:2.0:1787579792.778925:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:2.0:1787579792.778934:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b3abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+24:24937:x1874412578290560:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1787579792.778960:0:22605:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:2.0:1787579792.778974:0:22605:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00100000:2.0:1787579792.779118:0:24937:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e02471600 going to sleep for 11 seconds 20000000:01000000:2.0:1787579792.780812:0:22605:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1787579792.780857:0:22605:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:2.0:1787579792.781128:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b3abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+24:24937:x1874412578290560:12345-0@lo:253:mount.lustre.0 Request processed in 2190us (3056us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579792.781139:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:0.0:1787579792.781261:0:24937:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03dcc380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5021fa0c-b9b1-4d6f-a916-64b48083a802:24937:1874412578290560:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1787579792.781277:0:24937:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:0.0:1787579792.781280:0:24937:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1787579792.781281:0:24937:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1787579792.781283:0:24937:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787579792.781284:0:24937:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787579792.781285:0:24937:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787579792.781286:0:24937:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787579792.781288:0:24937:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1787579792.781290:0:24937:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787579792.781291:0:24937:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1787579792.781305:0:24937:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00000001:00000004:3.0:1787579792.782997:0:24937:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 20000000:01000000:1.0:1787579792.785898:0:22628:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1787579792.785909:0:22628:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1787579792.786097:0:22628:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff917e36368200/0xf52f64256fc7b3c7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.786120:0:22628:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff917d03720a00/0xf52f64256fc7b254 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf52f64256fc7b24d expref: 23 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.786129:0:22628:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff917e0564de00/0xf52f64256fc7b262 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf52f64256fc7b25b expref: 23 pid: 22607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.786146:0:22628:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff917e36368200/0xf52f64256fc7b3c7 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.786201:0:22628:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff917e0564de00/0xf52f64256fc7b262 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf52f64256fc7b25b expref: 23 pid: 22607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.786217:0:22628:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff917e0564de00/0xf52f64256fc7b262 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf52f64256fc7b25b expref: 23 pid: 22607 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787579792.786238:0:22628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e012ea300 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22628:1874412578290688:0@lo:104: 00000100:00100000:0.0:1787579792.786328:0:22628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1787579792.786381:0:22628:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff917d03720a00/0xf52f64256fc7b254 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf52f64256fc7b24d expref: 23 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.786389:0:22628:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff917d03720a00/0xf52f64256fc7b254 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf52f64256fc7b24d expref: 23 pid: 22604 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787579792.786398:0:22628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e012e8a80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22628:1874412578290816:0@lo:104: 00000100:00100000:0.0:1787579792.786419:0:22628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579792.786434:0:22628:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e07dbe000 going to sleep for 11 seconds 00000100:00100000:0.0:1787579792.786454:0:22595:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578290688 00000100:00100000:0.0:1787579792.786461:0:22595:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578290688 00000100:00100000:0.0:1787579792.786522:0:22595:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578290816 00000100:00100000:0.0:1787579792.786525:0:22595:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578290816 00000100:00100000:0.0:1787579792.786540:0:22595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1787579792.786549:0:22595:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e012e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5021fa0c-b9b1-4d6f-a916-64b48083a802+4:22628:x1874412578290688:12345-0@lo:104: 00010000:00010000:0.0:1787579792.786562:0:22595:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.114@tcp lock: ffff917e0564c400/0xf52f64256fc7b25b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf52f64256fc7b262 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.786629:0:22595:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787579792.786635:0:22595:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e012e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5021fa0c-b9b1-4d6f-a916-64b48083a802+4:22628:x1874412578290688:12345-0@lo:104: Request processed in 87us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579792.786643:0:22595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1787579792.786671:0:22595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1787579792.786679:0:22595:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e012ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5021fa0c-b9b1-4d6f-a916-64b48083a802+3:22628:x1874412578290816:12345-0@lo:104: 00010000:00010000:0.0:1787579792.786686:0:22595:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.114@tcp lock: ffff917e0564d400/0xf52f64256fc7b24d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf52f64256fc7b254 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.786717:0:22595:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1787579792.786723:0:22595:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e012ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5021fa0c-b9b1-4d6f-a916-64b48083a802+3:22628:x1874412578290816:12345-0@lo:104: Request processed in 46us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579792.786729:0:22595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:0.0:1787579792.786745:0:22601:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787579792.786750:0:22601:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff917e0564c400/0xf52f64256fc7b25b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf52f64256fc7b262 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.786757:0:22601:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e0564c400 already unused, calling callback (ffffffffc13acc20) 10000000:00010000:0.0:1787579792.786762:0:22601:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff917e0564c400/0xf52f64256fc7b25b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xf52f64256fc7b262 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.786771:0:22601:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff917e0564c400/0xf52f64256fc7b25b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xf52f64256fc7b262 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787579792.786778:0:22601:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff917e0564c400/0xf52f64256fc7b25b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xf52f64256fc7b262 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787579792.786785:0:22601:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1787579792.786818:0:22601:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.114@tcp lock: ffff917e0564c400/0xf52f64256fc7b25b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf52f64256fc7b262 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.786826:0:22601:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787579792.786847:0:22601:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff917e0564c400/0xf52f64256fc7b25b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf52f64256fc7b262 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.786854:0:22601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff917e0564c400/0xf52f64256fc7b25b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf52f64256fc7b262 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.786867:0:22601:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787579792.786871:0:22601:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff917e0564d400/0xf52f64256fc7b24d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf52f64256fc7b254 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.786876:0:22601:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e0564d400 already unused, calling callback (ffffffffc13acc20) 10000000:00010000:0.0:1787579792.786880:0:22601:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff917e0564d400/0xf52f64256fc7b24d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf52f64256fc7b254 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.786886:0:22601:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff917e0564d400/0xf52f64256fc7b24d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf52f64256fc7b254 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787579792.786892:0:22601:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff917e0564d400/0xf52f64256fc7b24d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf52f64256fc7b254 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787579792.786896:0:22601:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1787579792.786908:0:22601:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.114@tcp lock: ffff917e0564d400/0xf52f64256fc7b24d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf52f64256fc7b254 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.786914:0:22601:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787579792.786928:0:22601:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff917e0564d400/0xf52f64256fc7b24d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf52f64256fc7b254 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.786948:0:22601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff917e0564d400/0xf52f64256fc7b24d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf52f64256fc7b254 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.786961:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579792.786962:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579792.786964:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787579792.786995:0:22628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e012ea300 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22628:1874412578290688:0@lo:104: 00000100:00100000:0.0:1787579792.787005:0:22628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e012e8a80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22628:1874412578290816:0@lo:104: 00010000:00010000:0.0:1787579792.787023:0:22628:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff917e36368200/0xf52f64256fc7b3c7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787579792.787434:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787579792.787449:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e012eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5021fa0c-b9b1-4d6f-a916-64b48083a802:3643:1874412578290944:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787579792.787514:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579792.787551:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787579792.787559:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e012e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5021fa0c-b9b1-4d6f-a916-64b48083a802:3642:1874412578291072:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787579792.787580:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579792.787671:0:22597:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578290944 00000100:00100000:0.0:1787579792.787677:0:22597:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578290944 00010000:00010000:0.0:1787579792.787700:0:22597:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff917e0564de00/0xf52f64256fc7b262 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf52f64256fc7b25b expref: 24 pid: 22607 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787579792.787730:0:22597:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578291072 00000100:00100000:0.0:1787579792.787733:0:22597:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578291072 00010000:00010000:0.0:1787579792.787744:0:22597:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff917d03720a00/0xf52f64256fc7b254 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf52f64256fc7b24d expref: 25 pid: 22604 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787579792.787762:0:22597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1787579792.787770:0:22597:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03dcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5021fa0c-b9b1-4d6f-a916-64b48083a802+25:3643:x1874412578290944:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787579792.787781:0:22597:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787579792.787787:0:22597:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff917e0564de00/0xf52f64256fc7b262 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf52f64256fc7b25b expref: 25 pid: 22607 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.787800:0:22597:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff917e0564de00/0xf52f64256fc7b262 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf52f64256fc7b25b expref: 25 pid: 22607 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.787823:0:22597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff917e0564de00/0xf52f64256fc7b262 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf52f64256fc7b25b expref: 25 pid: 22607 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.787838:0:22597:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787579792.787868:0:22597:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03dcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5021fa0c-b9b1-4d6f-a916-64b48083a802+24:3643:x1874412578290944:12345-0@lo:103:ldlm_bl.0 Request processed in 99us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579792.787875:0:22597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1787579792.787889:0:22597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1787579792.787895:0:22597:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03dcca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5021fa0c-b9b1-4d6f-a916-64b48083a802+23:3642:x1874412578291072:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787579792.787903:0:22597:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787579792.787907:0:22597:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff917d03720a00/0xf52f64256fc7b254 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf52f64256fc7b24d expref: 23 pid: 22604 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.787916:0:22597:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff917d03720a00/0xf52f64256fc7b254 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf52f64256fc7b24d expref: 23 pid: 22604 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.787926:0:22597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff917d03720a00/0xf52f64256fc7b254 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf52f64256fc7b24d expref: 23 pid: 22604 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.787937:0:22597:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff917e36368200/0xf52f64256fc7b3c7 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.787945:0:22597:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff917e36368200/0xf52f64256fc7b3c7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1787579792.787959:0:22597:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.007035746s 00010000:00010000:0.0:1787579792.787964:0:22597:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff917e36368200/0xf52f64256fc7b3c7 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.787980:0:22597:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff917e36368200/0xf52f64256fc7b3c7 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.787988:0:22597:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff917e36368200/0xf52f64256fc7b3c7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.787995:0:22597:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff917e36368200/0xf52f64256fc7b3c7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.788001:0:22597:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e36368200 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:0.0:1787579792.788005:0:22597:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff917e36368200/0xf52f64256fc7b3c7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.788012:0:22597:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff917e36368200/0xf52f64256fc7b3c7 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.788025:0:22597:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff917e36368200/0xf52f64256fc7b3c7 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.788034:0:22597:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787579792.788059:0:22597:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03dcca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5021fa0c-b9b1-4d6f-a916-64b48083a802+22:3642:x1874412578291072:12345-0@lo:103:ldlm_bl.0 Request processed in 165us (478us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579792.788065:0:22597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:0.0:1787579792.788085:0:22628:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff917e36368200/0xf52f64256fc7b3c7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.788092:0:22628:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff917e36368200/0xf52f64256fc7b3c7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579792.788099:0:22628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff917e36368200/0xf52f64256fc7b3c7 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787579792.788176:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e012eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5021fa0c-b9b1-4d6f-a916-64b48083a802:3643:1874412578290944:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787579792.788213:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e012e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5021fa0c-b9b1-4d6f-a916-64b48083a802:3642:1874412578291072:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787579792.788346:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:3.0:1787579792.788394:0:24937:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:3.0:1787579792.788400:0:24937:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:3.0:1787579792.788438:0:24937:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1787579792.788721:0:24937:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.114@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1787579792.788745:0:24937:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=50 00000080:00000004:3.0:1787579792.788768:0:24937:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:3.0:1787579792.789701:0:24937:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1787579792.789965:0:24937:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1787579793.015888:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579794.043735:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1787579794.108162:0:25003:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1787579794.109197:0:25003:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 10000000:01000000:0.0:1787579794.807665:0:22609:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1787579794.807675:0:22609:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff917e07883800 from 14 10000000:01000000:0.0:1787579794.807681:0:22609:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1787579794.807753:0:22609:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e36368000/0xf52f64256fc7b3ce lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579794.807768:0:22609:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff917e36368000/0xf52f64256fc7b3ce lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579794.807781:0:22609:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff917e36368000/0xf52f64256fc7b3ce lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787579794.807811:0:22609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e012e8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578291200:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787579794.807887:0:22609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579794.807941:0:22609:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e3d169b40 going to sleep for 11 seconds 00000100:00100000:1.0:1787579794.808010:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578291200 00000100:00100000:1.0:1787579794.808019:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578291200 00000100:00100000:1.0:1787579794.808075:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:1.0:1787579794.808086:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b3a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+22:22609:x1874412578291200:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787579794.808100:0:22607:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787579794.808116:0:22607:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff917d03720600/0xf52f64256fc7b3d5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf52f64256fc7b3ce expref: -99 pid: 22607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579794.808141:0:22607:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff917d03720600/0xf52f64256fc7b3d5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf52f64256fc7b3ce expref: 23 pid: 22607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579794.808163:0:22607:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff917d03720600/0xf52f64256fc7b3d5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf52f64256fc7b3ce expref: 23 pid: 22607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579794.808173:0:22607:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917d03720600, rc 0) 00000100:00100000:1.0:1787579794.808237:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b3a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+23:22609:x1874412578291200:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 152us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579794.808244:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:2.0:1787579794.808497:0:22609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e012e8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578291200:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787579794.808515:0:22609:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff917e36368000/0xf52f64256fc7b3ce lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b3d5 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579794.808524:0:22609:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff917e36368000/0xf52f64256fc7b3ce lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf52f64256fc7b3d5 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787579794.808597:0:22609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03dcdc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578291328:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1787579794.808641:0:22609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579794.808670:0:22609:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e18177780 going to sleep for 11 seconds 00000100:00100000:0.0:1787579794.808706:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578291328 00000100:00100000:0.0:1787579794.808711:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578291328 00000100:00100000:0.0:1787579794.808757:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1787579794.808763:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b3a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+23:22609:x1874412578291328:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1787579794.808778:0:22605:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1787579794.808795:0:22605:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1787579794.808799:0:22605:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:0.0:1787579794.809067:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b3a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+23:22609:x1874412578291328:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 304us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579794.809075:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:2.0:1787579794.809135:0:22609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03dcdc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578291328:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1787579794.809323:0:22609:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1787579794.809331:0:22609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e36368000/0xf52f64256fc7b3ce lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b3d5 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579794.809339:0:22609:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff917e36368000/0xf52f64256fc7b3ce lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b3d5 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787579794.809348:0:22609:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1787579794.809350:0:22609:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff917e08a38800 from 14 10000000:01000000:2.0:1787579794.809352:0:22609:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1787579794.809373:0:22609:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e3f91b000/0xf52f64256fc7b3dc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579794.809381:0:22609:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff917e3f91b000/0xf52f64256fc7b3dc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579794.809388:0:22609:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff917e3f91b000/0xf52f64256fc7b3dc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787579794.809401:0:22609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03dcdc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578291456:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1787579794.809426:0:22609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579794.809448:0:22609:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e18177780 going to sleep for 11 seconds 00000100:00100000:0.0:1787579794.809544:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578291456 00000100:00100000:0.0:1787579794.809549:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578291456 00000100:00100000:0.0:1787579794.810324:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1787579794.810338:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b3a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+23:22609:x1874412578291456:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787579794.810350:0:22604:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787579794.810364:0:22604:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff917e36368e00/0xf52f64256fc7b3e3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf52f64256fc7b3dc expref: -99 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579794.810392:0:22604:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff917e36368e00/0xf52f64256fc7b3e3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf52f64256fc7b3dc expref: 24 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579794.810402:0:22604:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff917e36368e00/0xf52f64256fc7b3e3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf52f64256fc7b3dc expref: 24 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579794.810411:0:22604:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917e36368e00, rc 0) 00000100:00100000:0.0:1787579794.810508:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b3a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+24:22609:x1874412578291456:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 132us (1038us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579794.810516:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:2.0:1787579794.810635:0:22609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03dcdc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578291456:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787579794.810659:0:22609:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff917e3f91b000/0xf52f64256fc7b3dc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b3e3 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579794.810669:0:22609:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff917e3f91b000/0xf52f64256fc7b3dc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf52f64256fc7b3e3 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787579794.810723:0:22609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03dcdc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578291584:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1787579794.810769:0:22609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579794.816673:0:22609:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e18177780 going to sleep for 11 seconds 00000100:00100000:1.0:1787579794.821022:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578291584 00000100:00100000:1.0:1787579794.821062:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578291584 00000100:00100000:1.0:1787579794.821135:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1787579794.821146:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b3a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+24:22609:x1874412578291584:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1787579794.821173:0:22605:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1787579794.821190:0:22605:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1787579794.821193:0:22605:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:1.0:1787579794.821947:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b3a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+24:22609:x1874412578291584:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 800us (11174us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579794.821956:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:2.0:1787579794.821980:0:22609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03dcdc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578291584:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1787579794.822052:0:22609:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1787579794.822062:0:22609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e3f91b000/0xf52f64256fc7b3dc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b3e3 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579794.822073:0:22609:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff917e3f91b000/0xf52f64256fc7b3dc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b3e3 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579795.068418:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787579795.258916:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03dcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874412578291712:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787579795.258985:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579795.259047:0:24122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578291712 00000100:00100000:2.0:1787579795.259055:0:24122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578291712 00000100:00100000:2.0:1787579795.259109:0:24122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1787579795.259118:0:24122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03dcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1874412578291712:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1787579795.259148:0:24122:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1787579795.259191:0:24122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03dcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1874412578291712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579795.259198:0:24122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:2.0:1787579795.259228:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787579795.259267:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03dcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874412578291712:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1787579796.087780:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787579796.281844:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787579796.281870:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e012ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874412578291840:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787579796.281959:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579796.282013:0:22617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578291840 00000100:00100000:0.0:1787579796.282022:0:22617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578291840 00000100:00100000:0.0:1787579796.282081:0:22617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1787579796.282092:0:22617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e012e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1874412578291840:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787579796.282452:0:22617:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1787579796.282530:0:22617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e012e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1874412578291840:12345-0@lo:41:osp-pre-1-0.0 Request processed in 439us (569us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579796.282539:0:22617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1787579796.282645:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e012ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874412578291840:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787579796.292047:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36386a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1874412578291968:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787579796.292149:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579796.295606:0:22618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578291968 00000100:00100000:2.0:1787579796.295623:0:22618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578291968 00000100:00100000:2.0:1787579796.295690:0:22618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1787579796.295700:0:22618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d0340f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1874412578291968:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787579796.295738:0:22618:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1787579796.298050:0:22618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d0340f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1874412578291968:12345-0@lo:41:osp-pre-0-1.0 Request processed in 2341us (5891us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579796.298119:0:22618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1787579796.299871:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36386a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1874412578291968:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1787579797.113514:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787579797.304537:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787579797.304562:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d0340ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1874412578292096:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787579797.304646:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579797.304710:0:24122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578292096 00000100:00100000:2.0:1787579797.304719:0:24122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578292096 00000100:00100000:2.0:1787579797.304776:0:24122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1787579797.304785:0:24122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03dcdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1874412578292096:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787579797.304814:0:24122:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1787579797.304859:0:24122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03dcdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1874412578292096:12345-0@lo:13:osp-pre-0-0.0 Request processed in 74us (212us total) trans 0 rc 0/0 00000100:00080000:1.0:1787579797.305280:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787579797.305808:0:24122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1787579797.306582:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d0340ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1874412578292096:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787579797.826819:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d0340f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5021fa0c-b9b1-4d6f-a916-64b48083a802:3642:1874412578292224:0@lo:400:kworker.0 00000100:00100000:2.0:1787579797.826895:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1787579797.826999:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787579797.827004:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787579797.827007:0:8:0:(import.c:65:import_set_state_nolock()) ffff917e36330800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787579797.827016:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff917e36330800 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1787579797.827038:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff917d0340c380 x1874412578292608/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787579797.827128:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578292224 00000100:00100000:1.0:1787579797.827135:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578292224 00000100:00100000:1.0:1787579797.827188:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:1.0:1787579797.827198:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b3a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+24:3642:x1874412578292224:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1787579797.834081:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787579797.834087:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787579797.834091:0:8:0:(import.c:65:import_set_state_nolock()) ffff917d02198800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787579797.834104:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff917d02198800 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1787579797.834130:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff917d0340e300 x1874412578293120/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787579797.834205:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d0340c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1874412578292736:0@lo:400:kworker.0 00000100:00100000:3.0:1787579797.834274:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579797.834318:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d0340ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3641:1874412578293376:0@lo:400:kworker.0 00000100:00100000:3.0:1787579797.834336:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579797.834358:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1787579797.834363:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d0340d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874412578292864:0@lo:400:kworker.0 00000100:00100000:3.0:1787579797.834383:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579797.834398:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03bae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3641:1874412578293504:0@lo:400:kworker.0 00000100:00100000:3.0:1787579797.834415:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579797.834444:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d0340ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874412578292352:0@lo:400:kworker.0 00000100:00100000:3.0:1787579797.834464:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579797.834524:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d0340ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874412578292992:0@lo:400:kworker.0 00000100:00100000:3.0:1787579797.834546:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579797.834574:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03bac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3643:1874412578293632:0@lo:400:kworker.0 00000100:00100000:3.0:1787579797.834599:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579797.834618:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1787579797.834624:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d0340e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874412578292480:0@lo:400:kworker.0 00000100:00100000:3.0:1787579797.834646:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579797.834662:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d0340ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3643:1874412578293248:0@lo:400:kworker.0 00000100:00100000:3.0:1787579797.834682:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579797.834697:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3643:1874412578293760:0@lo:400:kworker.0 00000100:00100000:3.0:1787579797.834715:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579797.834737:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d0340c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874412578292608:0@lo:8:kworker.0 00000100:00100000:3.0:1787579797.834763:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579797.834778:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d0340e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874412578293120:0@lo:8:kworker.0 00000100:00100000:3.0:1787579797.834820:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579797.834853:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578292736 00000100:00100000:3.0:1787579797.834862:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578292736 00000100:00100000:3.0:1787579797.834899:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578293376 00000100:00100000:3.0:1787579797.834902:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578293376 00000100:00100000:3.0:1787579797.834928:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578293504 00000100:00100000:3.0:1787579797.834931:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578293504 00000100:00100000:3.0:1787579797.834946:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578293632 00000100:00100000:3.0:1787579797.834948:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578293632 00000100:00100000:3.0:1787579797.834958:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578293248 00000100:00100000:3.0:1787579797.834961:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578293248 00000100:00100000:3.0:1787579797.834971:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578293760 00000100:00100000:3.0:1787579797.834974:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578293760 00000100:00100000:3.0:1787579797.834990:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1787579797.835007:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03bad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1874412578292736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579797.835066:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03bad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1874412578292736:12345-0@lo:400:kworker.0 Request processed in 60us (790us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579797.835072:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1787579797.835090:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1787579797.835096:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e054b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1874412578293376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579797.835121:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e054b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1874412578293376:12345-0@lo:400:kworker.0 Request processed in 26us (784us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579797.835127:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1787579797.835138:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1787579797.835143:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e054b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1874412578293504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579797.835168:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e054b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1874412578293504:12345-0@lo:400:kworker.0 Request processed in 26us (752us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579797.835174:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1787579797.835184:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1787579797.835190:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e054b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1874412578293632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579797.835218:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e054b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1874412578293632:12345-0@lo:400:kworker.0 Request processed in 29us (618us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579797.835224:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1787579797.835234:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1787579797.835240:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e054b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1874412578293248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579797.835266:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e054b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1874412578293248:12345-0@lo:400:kworker.0 Request processed in 26us (583us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579797.835272:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1787579797.835282:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1787579797.835295:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e054b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1874412578293760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579797.835323:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e054b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1874412578293760:12345-0@lo:400:kworker.0 Request processed in 28us (607us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579797.835328:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1787579797.835352:0:23353:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578292864 00000100:00100000:3.0:1787579797.835356:0:23353:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578292864 00000100:00100000:3.0:1787579797.835381:0:23353:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578292352 00000100:00100000:3.0:1787579797.835384:0:23353:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578292352 00000100:00100000:3.0:1787579797.835395:0:23353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1787579797.835401:0:23353:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e054b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1874412578292864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579797.835432:0:23353:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e054b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1874412578292864:12345-0@lo:400:kworker.0 Request processed in 31us (1048us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579797.835437:0:23353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1787579797.835447:0:23353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1787579797.835453:0:23353:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e054b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1874412578292352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579797.835504:0:23353:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e054b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1874412578292352:12345-0@lo:400:kworker.0 Request processed in 52us (1039us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579797.835510:0:23353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1787579797.835530:0:24118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578292992 00000100:00100000:3.0:1787579797.835533:0:24118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578292992 00000100:00100000:3.0:1787579797.835551:0:24118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578292480 00000100:00100000:3.0:1787579797.835553:0:24118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578292480 00000100:00100000:3.0:1787579797.835577:0:24118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578292608 00000100:00100000:3.0:1787579797.835579:0:24118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578292608 00000100:00100000:3.0:1787579797.835587:0:24118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578293120 00000100:00100000:3.0:1787579797.835590:0:24118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578293120 00000100:00100000:3.0:1787579797.835598:0:24118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1787579797.835604:0:24118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e054b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1874412578292992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579797.835649:0:24118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e054b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1874412578292992:12345-0@lo:400:kworker.0 Request processed in 44us (1101us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579797.835655:0:24118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1787579797.835668:0:24118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1787579797.835673:0:24118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e054b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1874412578292480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579797.835697:0:24118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e054b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1874412578292480:12345-0@lo:400:kworker.0 Request processed in 25us (1052us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579797.835703:0:24118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1787579797.835711:0:24118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1787579797.835715:0:24118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e054b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3640:x1874412578292608:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1787579797.835740:0:24118:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 732 last 0 00000020:00000080:3.0:1787579797.835767:0:24118:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xf52f64256fc7b3ea 00002000:00100000:3.0:1787579797.835782:0:24118:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff917d037a9000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113950 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:3.0:1787579797.835786:0:24118:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:3.0:1787579797.835788:0:24118:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1787579797.835956:0:24118:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1787579797.835980:0:24118:0:(import.c:65:import_set_state_nolock()) ffff917d037ab800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787579797.836020:0:24118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e054b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3640:x1874412578292608:12345-0@lo:8:kworker.0 Request processed in 303us (1256us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579797.836027:0:24118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1787579797.836040:0:24118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1787579797.836044:0:24118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e054b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3640:x1874412578293120:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1787579797.836075:0:24118:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 732 last 0 00000020:00000080:3.0:1787579797.836093:0:24118:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xf52f64256fc7b3f1 00002000:00100000:3.0:1787579797.836100:0:24118:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff917d037ac000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113950 ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:3.0:1787579797.836110:0:24118:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:3.0:1787579797.836112:0:24118:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1787579797.836135:0:24118:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:3.0:1787579797.836149:0:24118:0:(import.c:65:import_set_state_nolock()) ffff917d037ab000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787579797.836179:0:24118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e054b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1874412578293120:12345-0@lo:8:kworker.0 Request processed in 133us (1358us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579797.836186:0:24118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00080000:3.0:1787579797.836226:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1787579797.836231:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787579797.836234:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:3.0:1787579797.836265:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff917d0340c380 x1874412578292608/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1787579822 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787579797.836281:0:3640:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1787579797.836289:0:3640:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1787579797.836295:0:3640:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1787579797.836297:0:3640:0:(import.c:65:import_set_state_nolock()) ffff917e36330800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1787579797.836322:0:3640:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1787579797.836327:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d0340c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874412578292608:0@lo:8:kworker.0 00010000:00080000:3.0:1787579797.836341:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff917d0340e300 x1874412578293120/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1787579822 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787579797.836351:0:3640:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1787579797.836355:0:3640:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1787579797.836359:0:3640:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1787579797.836361:0:3640:0:(import.c:65:import_set_state_nolock()) ffff917d02198800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1787579797.836379:0:3640:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1787579797.836383:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d0340e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874412578293120:0@lo:8:kworker.0 00000004:00080000:3.0:1787579797.836411:0:22638:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1787579797.836501:0:22638:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 732148031312ns, next at 0ns, rc = 0 00080000:00080000:3.0:1787579797.836509:0:22638:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:0.0:1787579797.836522:0:23356:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1787579797.836582:0:23356:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 732148112295ns, next at 0ns, rc = 0 00080000:00080000:0.0:1787579797.836587:0:23356:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:3.0:1787579797.836766:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d0340d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874412578292864:0@lo:400:kworker.0 00010000:00080000:3.0:1787579797.836779:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff917d03bae300 x1874412578293504/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579813 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579797.836788:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03bae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3641:1874412578293504:0@lo:400:kworker.0 00010000:00080000:3.0:1787579797.836798:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff917d0340c700 x1874412578292736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579813 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579797.836806:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d0340c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1874412578292736:0@lo:400:kworker.0 00010000:00080000:3.0:1787579797.836815:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff917d0340ea00 x1874412578293376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579813 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579797.836822:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d0340ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3641:1874412578293376:0@lo:400:kworker.0 00000100:00100000:3.0:1787579797.836853:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d0340e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874412578292480:0@lo:400:kworker.0 00000100:00100000:1.0:1787579797.839424:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b3a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+24:3642:x1874412578292224:12345-0@lo:400:kworker.0 Request processed in 12218us (12519us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579797.839438:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000004:00080000:1.0:1787579797.839545:0:22639:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x22:0x0] 00000100:00100000:1.0:1787579797.839581:0:22639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36385880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22639:1874412578294016:0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1787579797.839642:0:22639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579797.839666:0:22639:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e20b75e40 going to sleep for 11 seconds 00000004:00080000:1.0:1787579797.839698:0:23357:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:1.0:1787579797.839713:0:23357:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e3f982d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23357:1874412578294272:0@lo:7:osp-pre-1-1.0 00000100:00100000:1.0:1787579797.839737:0:23357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579797.839754:0:23357:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e20b75900 going to sleep for 11 seconds 00000100:00100000:1.0:1787579797.839771:0:24120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578294016 00000100:00100000:1.0:1787579797.839778:0:24120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578294016 00000100:00100000:1.0:1787579797.839849:0:24120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578294272 00000100:00100000:1.0:1787579797.839853:0:24120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578294272 00000100:00100000:1.0:1787579797.839893:0:24120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1787579797.839902:0:24120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e36385c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22639:x1874412578294016:12345-0@lo:5:osp-pre-1-0.0 00000100:00080000:1.0:1787579797.840117:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787579797.840131:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36386a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874412578293888:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787579797.840159:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579797.840182:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787579797.840188:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36384000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874412578294144:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787579797.840207:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579797.840244:0:24123:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578293888 00000100:00100000:1.0:1787579797.840248:0:24123:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578293888 00000100:00100000:1.0:1787579797.840265:0:24123:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578294144 00000100:00100000:1.0:1787579797.840267:0:24123:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578294144 00000100:00100000:1.0:1787579797.840277:0:24123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1787579797.840282:0:24123:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3f982680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3641:x1874412578293888:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787579797.840299:0:24123:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923509248 avail 3691986944 00000100:00100000:1.0:1787579797.840341:0:24123:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3f982680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3641:x1874412578293888:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579797.840347:0:24123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1787579797.840359:0:24123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1787579797.840365:0:24123:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3f982300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3641:x1874412578294144:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1787579797.840374:0:24123:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923509248 avail 3691986944 00000100:00100000:1.0:1787579797.840397:0:24123:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3f982300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3641:x1874412578294144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 32us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579797.840403:0:24123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:1.0:1787579797.840437:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff917e36384000 x1874412578294144/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787579813 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787579797.840463:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36384000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874412578294144:0@lo:13:osp-pre-1-1.0 00010000:00080000:1.0:1787579797.840498:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff917e36386a00 x1874412578293888/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787579813 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787579797.840510:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36386a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874412578293888:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787579797.840538:0:24118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1787579797.840546:0:24118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3f983100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23357:x1874412578294272:12345-0@lo:7:osp-pre-1-1.0 00000100:00100000:2.0:1787579797.844856:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d0340f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5021fa0c-b9b1-4d6f-a916-64b48083a802:3642:1874412578292224:0@lo:400:kworker.0 00010000:00080000:3.0:1787579797.847144:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff917d0340ce00 x1874412578293248/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579813 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579797.847167:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d0340ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3643:1874412578293248:0@lo:400:kworker.0 00010000:00080000:3.0:1787579797.847215:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff917d03badf80 x1874412578293760/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579813 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579797.847224:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3643:1874412578293760:0@lo:400:kworker.0 00000100:00100000:3.0:1787579797.847237:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d0340ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874412578292352:0@lo:400:kworker.0 00000100:00100000:3.0:1787579797.847250:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d0340ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874412578292992:0@lo:400:kworker.0 00010000:00080000:3.0:1787579797.847276:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff917d03bac700 x1874412578293632/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579813 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579797.847286:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03bac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3643:1874412578293632:0@lo:400:kworker.0 00002000:00080000:3.0:1787579797.851044:0:24120:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:3.0:1787579797.851058:0:24120:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:3.0:1787579797.851065:0:24120:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:35 to 0x2c0000401:65) 00000004:00080000:1.0:1787579797.854842:0:22592:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00000004:00080000:2.0:1787579797.862081:0:23345:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00002000:00080000:2.0:1787579797.868002:0:24118:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:2.0:1787579797.868013:0:24118:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1787579797.868117:0:24118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3f983100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23357:x1874412578294272:12345-0@lo:7:osp-pre-1-1.0 Request processed in 27567us (28373us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579797.868129:0:24118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00010000:00080000:0.0:1787579797.875567:0:23357:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff917e3f982d80 x1874412578294272/t0(0) o7->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1787579813 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787579797.875587:0:23357:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e3f982d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23357:1874412578294272:0@lo:7:osp-pre-1-1.0 00000004:00080000:0.0:1787579797.875602:0:23357:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:0.0:1787579797.875648:0:23357:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e012ea300 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23357:1874412578294400:0@lo:5:osp-pre-1-1.0 00000100:00100000:0.0:1787579797.875709:0:23357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579797.875742:0:23357:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e20b75900 going to sleep for 11 seconds 00000100:00100000:0.0:1787579797.875767:0:24121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578294400 00000100:00100000:0.0:1787579797.875786:0:24121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578294400 00000100:00100000:0.0:1787579797.875834:0:24121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1787579797.875844:0:24121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e012e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23357:x1874412578294400:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:0.0:1787579797.875870:0:24121:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:0.0:1787579797.875912:0:24121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e012e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23357:x1874412578294400:12345-0@lo:5:osp-pre-1-1.0 Request processed in 69us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579797.875919:0:24121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00010000:00080000:0.0:1787579797.875948:0:23357:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff917e012ea300 x1874412578294400/t0(0) o5->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1787579813 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787579797.875957:0:23357:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e012ea300 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23357:1874412578294400:0@lo:5:osp-pre-1-1.0 00000004:00080000:0.0:1787579797.875966:0:23357:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:0.0:1787579797.875990:0:23357:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e012ea300 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23357:1874412578294528:0@lo:5:osp-pre-1-1.0 00000100:00100000:0.0:1787579797.876013:0:23357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579797.876042:0:23357:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e20b75900 going to sleep for 11 seconds 00000100:00100000:0.0:1787579797.876062:0:24118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578294528 00000100:00100000:0.0:1787579797.876065:0:24118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578294528 00000100:00100000:0.0:1787579797.876086:0:24118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1787579797.876091:0:24118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e012e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23357:x1874412578294528:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:0.0:1787579797.876113:0:24118:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00002000:00010000:3.0:1787579797.880517:0:24120:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787579797.881040:0:24120:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c4b82485/0xf52f64256fc7b3f8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579797.881059:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=732s v=(0 0) 00010000:00010000:3.0:1787579797.881064:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787579797.881071:0:24120:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c4b82485/0xf52f64256fc7b3f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579797.881091:0:24120:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c4b82485/0xf52f64256fc7b3f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579797.881111:0:24120:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c4b82485/0xf52f64256fc7b3f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579797.881120:0:24120:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c4b82485/0xf52f64256fc7b3f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579797.881146:0:24120:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787579797.881585:0:22600:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787579797.881593:0:22600:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c4b82485/0xf52f64256fc7b3f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.881603:0:22600:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e18714200 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:1.0:1787579797.881608:0:22600:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c4b82485/0xf52f64256fc7b3f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.881617:0:22600:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c4b82485/0xf52f64256fc7b3f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.881637:0:22600:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c4b82485/0xf52f64256fc7b3f8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.881644:0:22600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c4b82485/0xf52f64256fc7b3f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.881673:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579797.881675:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579797.881677:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787579797.881797:0:24120:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787579797.881808:0:24120:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000003cd2d7f/0xf52f64256fc7b3ff lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579797.881817:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=732s v=(0 0) 00010000:00010000:3.0:1787579797.881821:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787579797.881826:0:24120:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000003cd2d7f/0xf52f64256fc7b3ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579797.881836:0:24120:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000003cd2d7f/0xf52f64256fc7b3ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579797.881843:0:24120:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000003cd2d7f/0xf52f64256fc7b3ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579797.881850:0:24120:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000003cd2d7f/0xf52f64256fc7b3ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579797.883168:0:24120:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1787579797.887317:0:24120:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787579797.887331:0:24120:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000035fdf99d/0xf52f64256fc7b406 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.887350:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=732s v=(0 0) 00010000:00010000:2.0:1787579797.887355:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787579797.887361:0:24120:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000035fdf99d/0xf52f64256fc7b406 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.887377:0:24120:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000035fdf99d/0xf52f64256fc7b406 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.887386:0:24120:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000035fdf99d/0xf52f64256fc7b406 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.887393:0:24120:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000035fdf99d/0xf52f64256fc7b406 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.890205:0:24915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787579797.890222:0:24915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000003cd2d7f/0xf52f64256fc7b3ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.890239:0:24915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e18714a00 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:1.0:1787579797.890245:0:24915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000003cd2d7f/0xf52f64256fc7b3ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.890262:0:24915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000003cd2d7f/0xf52f64256fc7b3ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.890288:0:24915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000003cd2d7f/0xf52f64256fc7b3ff lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.890299:0:24915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000003cd2d7f/0xf52f64256fc7b3ff lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.892248:0:22601:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787579797.892259:0:22601:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000035fdf99d/0xf52f64256fc7b406 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.892275:0:22601:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e3f91b400 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:1.0:1787579797.892291:0:22601:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000035fdf99d/0xf52f64256fc7b406 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.892306:0:22601:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000035fdf99d/0xf52f64256fc7b406 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.892330:0:22601:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000035fdf99d/0xf52f64256fc7b406 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.892339:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579797.892341:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579797.892343:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579797.892433:0:24120:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1787579797.892441:0:24120:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000035fdf99d/0xf52f64256fc7b406 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787579797.894675:0:24120:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787579797.894687:0:24120:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000935fde1f/0xf52f64256fc7b40d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.894703:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=732s v=(0 0) 00010000:00010000:2.0:1787579797.894708:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787579797.894714:0:24120:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000935fde1f/0xf52f64256fc7b40d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.894728:0:24120:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000935fde1f/0xf52f64256fc7b40d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.894739:0:24120:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000935fde1f/0xf52f64256fc7b40d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.894747:0:24120:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000935fde1f/0xf52f64256fc7b40d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.894784:0:24120:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787579797.897952:0:22600:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787579797.897967:0:22600:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000935fde1f/0xf52f64256fc7b40d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579797.897981:0:22600:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e3f91a400 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:3.0:1787579797.897986:0:22600:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000935fde1f/0xf52f64256fc7b40d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579797.897996:0:22600:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000935fde1f/0xf52f64256fc7b40d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579797.898037:0:22600:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000935fde1f/0xf52f64256fc7b40d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579797.898046:0:22600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000935fde1f/0xf52f64256fc7b40d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579797.898074:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579797.898076:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579797.898078:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579797.900283:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579797.900289:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579797.900292:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787579797.901101:0:24120:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787579797.901118:0:24120:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000026133504/0xf52f64256fc7b414 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.901146:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=732s v=(0 0) 00010000:00010000:2.0:1787579797.901153:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787579797.901176:0:24120:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000026133504/0xf52f64256fc7b414 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.901202:0:24120:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000026133504/0xf52f64256fc7b414 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.901218:0:24120:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000026133504/0xf52f64256fc7b414 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.901230:0:24120:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000026133504/0xf52f64256fc7b414 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.901262:0:24120:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787579797.901638:0:22601:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787579797.901647:0:22601:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000026133504/0xf52f64256fc7b414 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.901657:0:22601:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e3f91ae00 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:1.0:1787579797.901661:0:22601:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000026133504/0xf52f64256fc7b414 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.901676:0:22601:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000026133504/0xf52f64256fc7b414 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.901696:0:22601:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000026133504/0xf52f64256fc7b414 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.901703:0:22601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000026133504/0xf52f64256fc7b414 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.901730:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579797.901732:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579797.901734:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787579797.907112:0:24120:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787579797.907126:0:24120:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b2a0107a/0xf52f64256fc7b41b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579797.907146:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=732s v=(0 0) 00010000:00010000:3.0:1787579797.907151:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787579797.907162:0:24120:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b2a0107a/0xf52f64256fc7b41b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579797.907181:0:24120:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b2a0107a/0xf52f64256fc7b41b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579797.907198:0:24120:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b2a0107a/0xf52f64256fc7b41b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579797.907206:0:24120:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b2a0107a/0xf52f64256fc7b41b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579797.907250:0:24120:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787579797.907406:0:22600:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787579797.907415:0:22600:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b2a0107a/0xf52f64256fc7b41b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.907423:0:22600:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e18714800 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:1.0:1787579797.907428:0:22600:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b2a0107a/0xf52f64256fc7b41b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.907436:0:22600:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b2a0107a/0xf52f64256fc7b41b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.907458:0:22600:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b2a0107a/0xf52f64256fc7b41b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.907485:0:22600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b2a0107a/0xf52f64256fc7b41b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.907509:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579797.907511:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579797.907516:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787579797.908462:0:24120:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787579797.908498:0:24120:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fa4e5680/0xf52f64256fc7b422 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579797.908941:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=732s v=(0 0) 00010000:00010000:3.0:1787579797.908949:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787579797.908958:0:24120:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fa4e5680/0xf52f64256fc7b422 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579797.908972:0:24120:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fa4e5680/0xf52f64256fc7b422 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579797.908981:0:24120:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fa4e5680/0xf52f64256fc7b422 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579797.908988:0:24120:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fa4e5680/0xf52f64256fc7b422 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579797.909011:0:24120:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787579797.914401:0:24915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787579797.914418:0:24915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fa4e5680/0xf52f64256fc7b422 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.914449:0:24915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e18715800 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:1.0:1787579797.914454:0:24915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa4e5680/0xf52f64256fc7b422 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.914465:0:24915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa4e5680/0xf52f64256fc7b422 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.914508:0:24915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fa4e5680/0xf52f64256fc7b422 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.914520:0:24915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fa4e5680/0xf52f64256fc7b422 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.914543:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579797.914565:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579797.914567:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787579797.916402:0:24120:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787579797.916418:0:24120:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003b6f4dfd/0xf52f64256fc7b429 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.916434:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=732s v=(0 0) 00010000:00010000:1.0:1787579797.916443:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787579797.916449:0:24120:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003b6f4dfd/0xf52f64256fc7b429 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.916463:0:24120:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003b6f4dfd/0xf52f64256fc7b429 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.916502:0:24120:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003b6f4dfd/0xf52f64256fc7b429 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.916515:0:24120:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003b6f4dfd/0xf52f64256fc7b429 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.916544:0:24120:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787579797.916822:0:22601:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787579797.916834:0:22601:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003b6f4dfd/0xf52f64256fc7b429 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.916849:0:22601:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d03721e00 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:1.0:1787579797.916854:0:22601:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003b6f4dfd/0xf52f64256fc7b429 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.916863:0:22601:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003b6f4dfd/0xf52f64256fc7b429 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.916881:0:22601:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003b6f4dfd/0xf52f64256fc7b429 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.916889:0:22601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003b6f4dfd/0xf52f64256fc7b429 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.916905:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579797.916913:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579797.916915:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787579797.919306:0:24120:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787579797.919322:0:24120:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000035fdf99d/0xf52f64256fc7b430 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.919347:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=732s v=(0 0) 00010000:00010000:2.0:1787579797.919354:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787579797.919365:0:24120:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000035fdf99d/0xf52f64256fc7b430 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.919386:0:24120:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000035fdf99d/0xf52f64256fc7b430 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.919401:0:24120:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000035fdf99d/0xf52f64256fc7b430 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.919425:0:24120:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000035fdf99d/0xf52f64256fc7b430 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.919450:0:24120:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787579797.919680:0:22600:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787579797.919692:0:22600:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000035fdf99d/0xf52f64256fc7b430 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.919706:0:22600:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e3f91b400 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:1.0:1787579797.919714:0:22600:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000035fdf99d/0xf52f64256fc7b430 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.919728:0:22600:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000035fdf99d/0xf52f64256fc7b430 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.919748:0:22600:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000035fdf99d/0xf52f64256fc7b430 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.919755:0:22600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000035fdf99d/0xf52f64256fc7b430 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.919772:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579797.919774:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579797.919776:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787579797.926295:0:24120:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787579797.926310:0:24120:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000608c389/0xf52f64256fc7b437 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.926328:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=732s v=(0 0) 00010000:00010000:0.0:1787579797.926333:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787579797.926340:0:24120:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000608c389/0xf52f64256fc7b437 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.926357:0:24120:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000608c389/0xf52f64256fc7b437 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.926367:0:24120:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000608c389/0xf52f64256fc7b437 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.926375:0:24120:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000608c389/0xf52f64256fc7b437 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.926397:0:24120:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787579797.926650:0:24915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787579797.926661:0:24915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000608c389/0xf52f64256fc7b437 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.926671:0:24915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e36369400 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:0.0:1787579797.926676:0:24915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000608c389/0xf52f64256fc7b437 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.926685:0:24915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000608c389/0xf52f64256fc7b437 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.926702:0:24915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000608c389/0xf52f64256fc7b437 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.926710:0:24915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000608c389/0xf52f64256fc7b437 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.926725:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579797.926727:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579797.926729:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787579797.927355:0:24120:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787579797.927365:0:24120:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007244e5ed/0xf52f64256fc7b43e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.927377:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=732s v=(0 0) 00010000:00010000:0.0:1787579797.927381:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787579797.927387:0:24120:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007244e5ed/0xf52f64256fc7b43e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.927408:0:24120:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007244e5ed/0xf52f64256fc7b43e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.927417:0:24120:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007244e5ed/0xf52f64256fc7b43e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.927424:0:24120:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007244e5ed/0xf52f64256fc7b43e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.927449:0:24120:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1787579797.929765:0:24120:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787579797.929779:0:24120:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000a682444/0xf52f64256fc7b445 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.929796:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=732s v=(0 0) 00010000:00010000:0.0:1787579797.929801:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787579797.929808:0:24120:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000a682444/0xf52f64256fc7b445 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.929822:0:24120:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000a682444/0xf52f64256fc7b445 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.929833:0:24120:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000a682444/0xf52f64256fc7b445 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.929853:0:24120:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000a682444/0xf52f64256fc7b445 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.929880:0:24120:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1787579797.933043:0:22601:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787579797.933057:0:22601:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007244e5ed/0xf52f64256fc7b43e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.933072:0:22601:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e36368200 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:2.0:1787579797.933077:0:22601:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007244e5ed/0xf52f64256fc7b43e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.933089:0:22601:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007244e5ed/0xf52f64256fc7b43e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.933125:0:22601:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007244e5ed/0xf52f64256fc7b43e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.933134:0:22601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007244e5ed/0xf52f64256fc7b43e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.933157:0:22601:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787579797.933161:0:22601:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000a682444/0xf52f64256fc7b445 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.933191:0:22601:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e36369200 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:2.0:1787579797.933195:0:22601:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000a682444/0xf52f64256fc7b445 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.933203:0:22601:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000a682444/0xf52f64256fc7b445 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.933215:0:22601:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000a682444/0xf52f64256fc7b445 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.933222:0:22601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000a682444/0xf52f64256fc7b445 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.933236:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579797.933237:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579797.933239:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579797.933366:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787579797.940972:0:24120:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787579797.940988:0:24120:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000008df1286/0xf52f64256fc7b44c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.941008:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=732s v=(0 0) 00010000:00010000:1.0:1787579797.941012:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787579797.941029:0:24120:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000008df1286/0xf52f64256fc7b44c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.941045:0:24120:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008df1286/0xf52f64256fc7b44c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.941056:0:24120:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000008df1286/0xf52f64256fc7b44c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.941063:0:24120:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000008df1286/0xf52f64256fc7b44c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.941082:0:24120:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787579797.941944:0:24915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787579797.941955:0:24915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000008df1286/0xf52f64256fc7b44c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.941968:0:24915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d03720e00 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:0.0:1787579797.941973:0:24915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000008df1286/0xf52f64256fc7b44c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.941983:0:24915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000008df1286/0xf52f64256fc7b44c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.942005:0:24915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000008df1286/0xf52f64256fc7b44c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.942011:0:24915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008df1286/0xf52f64256fc7b44c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.942029:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579797.942031:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579797.942032:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787579797.942317:0:24120:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787579797.942324:0:24120:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003b6f4dfd/0xf52f64256fc7b453 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.942335:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=732s v=(0 0) 00010000:00010000:1.0:1787579797.942340:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787579797.942346:0:24120:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003b6f4dfd/0xf52f64256fc7b453 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.942356:0:24120:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003b6f4dfd/0xf52f64256fc7b453 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.942365:0:24120:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003b6f4dfd/0xf52f64256fc7b453 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.942387:0:24120:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003b6f4dfd/0xf52f64256fc7b453 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.942408:0:24120:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1787579797.942797:0:24120:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787579797.942803:0:24120:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dc6786f7/0xf52f64256fc7b45a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.942812:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=732s v=(0 0) 00010000:00010000:1.0:1787579797.942816:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787579797.942821:0:24120:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dc6786f7/0xf52f64256fc7b45a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.942830:0:24120:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dc6786f7/0xf52f64256fc7b45a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.942838:0:24120:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dc6786f7/0xf52f64256fc7b45a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.942845:0:24120:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dc6786f7/0xf52f64256fc7b45a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.942864:0:24120:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1787579797.943158:0:22601:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787579797.943165:0:22601:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003b6f4dfd/0xf52f64256fc7b453 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579797.943174:0:22601:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d03721e00 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:3.0:1787579797.943186:0:22601:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003b6f4dfd/0xf52f64256fc7b453 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579797.943194:0:22601:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003b6f4dfd/0xf52f64256fc7b453 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579797.943209:0:22601:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003b6f4dfd/0xf52f64256fc7b453 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579797.943215:0:22601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003b6f4dfd/0xf52f64256fc7b453 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579797.943230:0:22601:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787579797.943234:0:22601:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dc6786f7/0xf52f64256fc7b45a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579797.943240:0:22601:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d03720800 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:3.0:1787579797.943243:0:22601:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dc6786f7/0xf52f64256fc7b45a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579797.943250:0:22601:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dc6786f7/0xf52f64256fc7b45a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579797.943260:0:22601:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dc6786f7/0xf52f64256fc7b45a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579797.943267:0:22601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dc6786f7/0xf52f64256fc7b45a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579797.943287:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579797.943289:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579797.943290:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1787579797.943391:0:24938:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:3.0:1787579797.943418:0:24938:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:3.0:1787579797.943424:0:24938:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:0.0:1787579797.943542:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787579797.943653:0:24120:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787579797.943660:0:24120:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000028ab958f/0xf52f64256fc7b461 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.943676:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=732s v=(0 0) 00010000:00010000:1.0:1787579797.943679:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787579797.943686:0:24120:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000028ab958f/0xf52f64256fc7b461 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.943696:0:24120:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000028ab958f/0xf52f64256fc7b461 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.943705:0:24120:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000028ab958f/0xf52f64256fc7b461 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.943714:0:24120:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000028ab958f/0xf52f64256fc7b461 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.943766:0:24120:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1787579797.944039:0:24118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e012e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:23357:x1874412578294528:12345-0@lo:5:osp-pre-1-1.0 Request processed in 67942us (68020us total) trans 12884901889 rc 0/0 00000100:00100000:1.0:1787579797.944048:0:24118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1787579797.944262:0:23357:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:3.0:1787579797.944271:0:23357:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e012ea300 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23357:1874412578294528:0@lo:5:osp-pre-1-1.0 00000004:00080000:3.0:1787579797.944287:0:23357:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:3.0:1787579797.944337:0:23357:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e054b0000 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23357:1874412578294656:0@lo:900:osp-pre-1-1.0 00000100:00100000:3.0:1787579797.944376:0:23357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579797.944398:0:23357:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e181779c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787579797.944459:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578294656 00000100:00100000:1.0:1787579797.944490:0:22623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578294656 00000100:00100000:1.0:1787579797.944577:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1787579797.944587:0:22623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e054b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23357:x1874412578294656:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:1.0:1787579797.944638:0:22623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e054b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23357:x1874412578294656:12345-0@lo:900:osp-pre-1-1.0 Request processed in 53us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579797.944645:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:1.0:1787579797.944686:0:23357:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff917e054b0000 x1874412578294656/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1787579813 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787579797.944697:0:23357:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e054b0000 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23357:1874412578294656:0@lo:900:osp-pre-1-1.0 00002000:00010000:1.0:1787579797.944973:0:24120:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787579797.944980:0:24120:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e77013dd/0xf52f64256fc7b468 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.944993:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=732s v=(0 0) 00010000:00010000:1.0:1787579797.944996:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787579797.945002:0:24120:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e77013dd/0xf52f64256fc7b468 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.945012:0:24120:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e77013dd/0xf52f64256fc7b468 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.945021:0:24120:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e77013dd/0xf52f64256fc7b468 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.945029:0:24120:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e77013dd/0xf52f64256fc7b468 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.953151:0:24915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787579797.953167:0:24915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000028ab958f/0xf52f64256fc7b461 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.953182:0:24915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d03721800 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:0.0:1787579797.953188:0:24915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000028ab958f/0xf52f64256fc7b461 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.953199:0:24915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000028ab958f/0xf52f64256fc7b461 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.953223:0:24915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000028ab958f/0xf52f64256fc7b461 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.953231:0:24915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000028ab958f/0xf52f64256fc7b461 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.953253:0:24915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787579797.953257:0:24915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e77013dd/0xf52f64256fc7b468 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.953263:0:24915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d03720200 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:0.0:1787579797.953266:0:24915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e77013dd/0xf52f64256fc7b468 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.953273:0:24915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e77013dd/0xf52f64256fc7b468 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.953305:0:24915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e77013dd/0xf52f64256fc7b468 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.953313:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579797.953315:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579797.953317:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579797.959664:0:24120:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1787579797.959681:0:24120:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e77013dd/0xf52f64256fc7b468 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787579797.961340:0:24120:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787579797.961365:0:24120:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fda5f8de/0xf52f64256fc7b46f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.961382:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=732s v=(0 0) 00010000:00010000:1.0:1787579797.961386:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787579797.961392:0:24120:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fda5f8de/0xf52f64256fc7b46f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.961407:0:24120:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fda5f8de/0xf52f64256fc7b46f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.961417:0:24120:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fda5f8de/0xf52f64256fc7b46f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.961424:0:24120:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fda5f8de/0xf52f64256fc7b46f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.964918:0:22601:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787579797.964934:0:22601:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fda5f8de/0xf52f64256fc7b46f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.964949:0:22601:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d03720a00 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:2.0:1787579797.964954:0:22601:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fda5f8de/0xf52f64256fc7b46f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.964966:0:22601:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fda5f8de/0xf52f64256fc7b46f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.964997:0:22601:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fda5f8de/0xf52f64256fc7b46f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.965279:0:24120:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1787579797.965288:0:24120:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fda5f8de/0xf52f64256fc7b46f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.965784:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787579797.965908:0:24120:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787579797.965916:0:24120:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dc6786f7/0xf52f64256fc7b476 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.965929:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=732s v=(0 0) 00010000:00010000:1.0:1787579797.965934:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787579797.965948:0:24120:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dc6786f7/0xf52f64256fc7b476 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.965960:0:24120:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dc6786f7/0xf52f64256fc7b476 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.965970:0:24120:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dc6786f7/0xf52f64256fc7b476 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.965978:0:24120:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dc6786f7/0xf52f64256fc7b476 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.966003:0:24120:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787579797.966232:0:24915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787579797.966239:0:24915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dc6786f7/0xf52f64256fc7b476 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.966248:0:24915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d03720800 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:2.0:1787579797.966252:0:24915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dc6786f7/0xf52f64256fc7b476 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.966260:0:24915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dc6786f7/0xf52f64256fc7b476 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.966275:0:24915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dc6786f7/0xf52f64256fc7b476 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.966282:0:24915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dc6786f7/0xf52f64256fc7b476 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.966298:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579797.966300:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579797.966302:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787579797.966376:0:24120:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787579797.966383:0:24120:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003b6f4dfd/0xf52f64256fc7b47d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.966391:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=732s v=(0 0) 00010000:00010000:1.0:1787579797.966395:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787579797.966399:0:24120:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003b6f4dfd/0xf52f64256fc7b47d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.966409:0:24120:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003b6f4dfd/0xf52f64256fc7b47d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.966417:0:24120:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003b6f4dfd/0xf52f64256fc7b47d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.966436:0:24120:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003b6f4dfd/0xf52f64256fc7b47d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.966458:0:24120:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1787579797.966784:0:24120:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787579797.966790:0:24120:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000041adb47d/0xf52f64256fc7b484 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.966799:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=732s v=(0 0) 00010000:00010000:1.0:1787579797.966802:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787579797.966807:0:24120:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000041adb47d/0xf52f64256fc7b484 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.966816:0:24120:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000041adb47d/0xf52f64256fc7b484 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.966824:0:24120:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000041adb47d/0xf52f64256fc7b484 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.966830:0:24120:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000041adb47d/0xf52f64256fc7b484 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.966844:0:24120:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:1.0:1787579797.970598:0:24120:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787579797.970613:0:24120:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000351aeac7/0xf52f64256fc7b48b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.970642:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=732s v=(0 0) 00010000:00010000:1.0:1787579797.970647:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787579797.970653:0:24120:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000351aeac7/0xf52f64256fc7b48b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.970668:0:24120:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000351aeac7/0xf52f64256fc7b48b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.970678:0:24120:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000351aeac7/0xf52f64256fc7b48b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.970687:0:24120:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000351aeac7/0xf52f64256fc7b48b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.970701:0:24120:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1787579797.971075:0:22600:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1787579797.971085:0:22600:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003b6f4dfd/0xf52f64256fc7b47d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.971110:0:22600:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d03721e00 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:2.0:1787579797.971116:0:22600:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003b6f4dfd/0xf52f64256fc7b47d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.971125:0:22600:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003b6f4dfd/0xf52f64256fc7b47d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.971145:0:22600:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003b6f4dfd/0xf52f64256fc7b47d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.971152:0:22600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003b6f4dfd/0xf52f64256fc7b47d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.971173:0:22600:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787579797.971177:0:22600:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000041adb47d/0xf52f64256fc7b484 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.971184:0:22600:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d0397f000 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:2.0:1787579797.971187:0:22600:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000041adb47d/0xf52f64256fc7b484 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.971195:0:22600:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000041adb47d/0xf52f64256fc7b484 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.971205:0:22600:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000041adb47d/0xf52f64256fc7b484 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.971218:0:22600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000041adb47d/0xf52f64256fc7b484 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.971232:0:22600:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787579797.971236:0:22600:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000351aeac7/0xf52f64256fc7b48b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.971242:0:22600:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d0397fa00 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:2.0:1787579797.971246:0:22600:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000351aeac7/0xf52f64256fc7b48b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.971253:0:22600:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000351aeac7/0xf52f64256fc7b48b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.971263:0:22600:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000351aeac7/0xf52f64256fc7b48b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.971269:0:22600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000351aeac7/0xf52f64256fc7b48b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.971281:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579797.971282:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579797.971284:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579797.971521:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579797.971588:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579797.971591:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579797.971593:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787579797.971819:0:24120:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787579797.971826:0:24120:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009dc26b41/0xf52f64256fc7b492 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.971838:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=732s v=(0 0) 00010000:00010000:1.0:1787579797.971842:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787579797.971848:0:24120:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009dc26b41/0xf52f64256fc7b492 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.971860:0:24120:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009dc26b41/0xf52f64256fc7b492 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.971876:0:24120:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009dc26b41/0xf52f64256fc7b492 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.971884:0:24120:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009dc26b41/0xf52f64256fc7b492 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.971906:0:24120:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787579797.972210:0:22600:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787579797.972215:0:22600:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009dc26b41/0xf52f64256fc7b492 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.972223:0:22600:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d0397e600 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:2.0:1787579797.972227:0:22600:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009dc26b41/0xf52f64256fc7b492 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.972235:0:22600:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009dc26b41/0xf52f64256fc7b492 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.972249:0:22600:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009dc26b41/0xf52f64256fc7b492 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.972256:0:22600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009dc26b41/0xf52f64256fc7b492 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.972272:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579797.972274:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579797.972275:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787579797.972348:0:24120:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787579797.972354:0:24120:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bb93b3f3/0xf52f64256fc7b499 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.972362:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=732s v=(0 0) 00010000:00010000:1.0:1787579797.972364:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787579797.972368:0:24120:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bb93b3f3/0xf52f64256fc7b499 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.972377:0:24120:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bb93b3f3/0xf52f64256fc7b499 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.972383:0:24120:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bb93b3f3/0xf52f64256fc7b499 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.972389:0:24120:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bb93b3f3/0xf52f64256fc7b499 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.972422:0:24120:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787579797.972692:0:24915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787579797.972697:0:24915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bb93b3f3/0xf52f64256fc7b499 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.972705:0:24915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d0397ea00 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:2.0:1787579797.972708:0:24915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bb93b3f3/0xf52f64256fc7b499 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.972726:0:24915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bb93b3f3/0xf52f64256fc7b499 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.972737:0:24915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bb93b3f3/0xf52f64256fc7b499 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.972745:0:24915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bb93b3f3/0xf52f64256fc7b499 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.972759:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579797.972760:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579797.972762:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787579797.972832:0:24120:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787579797.972838:0:24120:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008065a040/0xf52f64256fc7b4a0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.972846:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=732s v=(0 0) 00010000:00010000:1.0:1787579797.972849:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787579797.972853:0:24120:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008065a040/0xf52f64256fc7b4a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.972863:0:24120:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008065a040/0xf52f64256fc7b4a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.972871:0:24120:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008065a040/0xf52f64256fc7b4a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.972878:0:24120:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008065a040/0xf52f64256fc7b4a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.972926:0:24120:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1787579797.973333:0:24120:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787579797.973340:0:24120:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001a129672/0xf52f64256fc7b4a7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.973348:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=732s v=(0 0) 00010000:00010000:1.0:1787579797.973358:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787579797.973362:0:24120:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001a129672/0xf52f64256fc7b4a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.973371:0:24120:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001a129672/0xf52f64256fc7b4a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.973379:0:24120:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001a129672/0xf52f64256fc7b4a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579797.973387:0:24120:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001a129672/0xf52f64256fc7b4a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.978287:0:22601:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787579797.978311:0:22601:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008065a040/0xf52f64256fc7b4a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.978328:0:22601:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d0397f800 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:2.0:1787579797.978333:0:22601:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008065a040/0xf52f64256fc7b4a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.978345:0:22601:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008065a040/0xf52f64256fc7b4a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.978373:0:22601:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008065a040/0xf52f64256fc7b4a0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.978405:0:22601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008065a040/0xf52f64256fc7b4a0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.978679:0:22601:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787579797.978686:0:22601:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001a129672/0xf52f64256fc7b4a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.978694:0:22601:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d0397ee00 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:0.0:1787579797.978698:0:22601:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001a129672/0xf52f64256fc7b4a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.978705:0:22601:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001a129672/0xf52f64256fc7b4a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.978716:0:22601:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001a129672/0xf52f64256fc7b4a7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.978725:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579797.978727:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579797.978729:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579797.980685:0:24120:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1787579797.980699:0:24120:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001a129672/0xf52f64256fc7b4a7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.981285:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787579797.988351:0:24120:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787579797.988364:0:24120:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000608c389/0xf52f64256fc7b4ae lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.988393:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=732s v=(0 0) 00010000:00010000:0.0:1787579797.988397:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787579797.988404:0:24120:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000608c389/0xf52f64256fc7b4ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.988418:0:24120:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000608c389/0xf52f64256fc7b4ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.988429:0:24120:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000608c389/0xf52f64256fc7b4ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.988437:0:24120:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000608c389/0xf52f64256fc7b4ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.988463:0:24120:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787579797.988762:0:24915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787579797.988770:0:24915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000608c389/0xf52f64256fc7b4ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.988780:0:24915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e36369400 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:2.0:1787579797.988785:0:24915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000608c389/0xf52f64256fc7b4ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.988795:0:24915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000608c389/0xf52f64256fc7b4ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.988814:0:24915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000608c389/0xf52f64256fc7b4ae lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.988821:0:24915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000608c389/0xf52f64256fc7b4ae lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.988841:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579797.988843:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579797.988845:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787579797.988924:0:24120:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787579797.988930:0:24120:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000a682444/0xf52f64256fc7b4b5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.988938:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=732s v=(0 0) 00010000:00010000:0.0:1787579797.988941:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787579797.988946:0:24120:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000a682444/0xf52f64256fc7b4b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.988954:0:24120:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000a682444/0xf52f64256fc7b4b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.988972:0:24120:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000a682444/0xf52f64256fc7b4b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.988980:0:24120:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000a682444/0xf52f64256fc7b4b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.989035:0:24120:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1787579797.989457:0:24120:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787579797.989464:0:24120:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007244e5ed/0xf52f64256fc7b4bc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.989525:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=732s v=(0 0) 00010000:00010000:0.0:1787579797.989528:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787579797.989532:0:24120:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007244e5ed/0xf52f64256fc7b4bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.989541:0:24120:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007244e5ed/0xf52f64256fc7b4bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.989549:0:24120:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007244e5ed/0xf52f64256fc7b4bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.989568:0:24120:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007244e5ed/0xf52f64256fc7b4bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.992661:0:22601:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787579797.992679:0:22601:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000a682444/0xf52f64256fc7b4b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.992708:0:22601:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e36369200 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:2.0:1787579797.992713:0:22601:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000a682444/0xf52f64256fc7b4b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.992725:0:22601:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000a682444/0xf52f64256fc7b4b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.992750:0:22601:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000a682444/0xf52f64256fc7b4b5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.992757:0:22601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000a682444/0xf52f64256fc7b4b5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.992780:0:22601:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787579797.992785:0:22601:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007244e5ed/0xf52f64256fc7b4bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.992792:0:22601:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e36368200 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:2.0:1787579797.992796:0:22601:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007244e5ed/0xf52f64256fc7b4bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.992804:0:22601:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007244e5ed/0xf52f64256fc7b4bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.992813:0:22601:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007244e5ed/0xf52f64256fc7b4bc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579797.992833:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579797.992835:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579797.992837:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579797.996193:0:24120:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1787579797.996214:0:24120:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007244e5ed/0xf52f64256fc7b4bc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787579797.996997:0:24120:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787579797.997006:0:24120:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fda5f8de/0xf52f64256fc7b4c3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.997020:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=732s v=(0 0) 00010000:00010000:0.0:1787579797.997026:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787579797.997032:0:24120:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fda5f8de/0xf52f64256fc7b4c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.997047:0:24120:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fda5f8de/0xf52f64256fc7b4c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.997057:0:24120:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fda5f8de/0xf52f64256fc7b4c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579797.997065:0:24120:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fda5f8de/0xf52f64256fc7b4c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579798.002587:0:22600:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787579798.002605:0:22600:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fda5f8de/0xf52f64256fc7b4c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579798.002620:0:22600:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d03720a00 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:2.0:1787579798.002626:0:22600:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fda5f8de/0xf52f64256fc7b4c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579798.002638:0:22600:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fda5f8de/0xf52f64256fc7b4c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579798.002661:0:22600:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fda5f8de/0xf52f64256fc7b4c3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579798.002788:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579798.002791:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579798.002793:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579798.004215:0:24120:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1787579798.004229:0:24120:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fda5f8de/0xf52f64256fc7b4c3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787579798.005139:0:24120:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787579798.005149:0:24120:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e77013dd/0xf52f64256fc7b4ca lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579798.005165:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=732s v=(0 0) 00010000:00010000:0.0:1787579798.005170:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787579798.005176:0:24120:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e77013dd/0xf52f64256fc7b4ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579798.005189:0:24120:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e77013dd/0xf52f64256fc7b4ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579798.005199:0:24120:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e77013dd/0xf52f64256fc7b4ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579798.005206:0:24120:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e77013dd/0xf52f64256fc7b4ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579798.011378:0:24915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787579798.011395:0:24915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e77013dd/0xf52f64256fc7b4ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579798.011410:0:24915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d03720200 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:2.0:1787579798.011416:0:24915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e77013dd/0xf52f64256fc7b4ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579798.011450:0:24915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e77013dd/0xf52f64256fc7b4ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579798.011485:0:24915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e77013dd/0xf52f64256fc7b4ca lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579798.011501:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579798.011502:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579798.011504:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579798.011615:0:24120:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1787579798.011624:0:24120:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e77013dd/0xf52f64256fc7b4ca lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1787579798.011749:0:24120:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:34 00000100:00100000:0.0:1787579798.011901:0:24120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e36385c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:22639:x1874412578294016:12345-0@lo:5:osp-pre-1-0.0 Request processed in 171996us (172255us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579798.011920:0:24120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00010000:00010000:2.0:1787579798.011980:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787579798.014422:0:22639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36385880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22639:1874412578294016:0@lo:5:osp-pre-1-0.0 00000004:00080000:1.0:1787579798.014444:0:22639:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x22:0x0] 00000100:00100000:1.0:1787579798.014527:0:22639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e3f983800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22639:1874412578294784:0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1787579798.014601:0:22639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579798.014636:0:22639:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e07b27840 going to sleep for 11 seconds 00000100:00100000:0.0:1787579798.014776:0:24121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578294784 00000100:00100000:0.0:1787579798.014784:0:24121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578294784 00000100:00100000:0.0:1787579798.014845:0:24121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1787579798.014856:0:24121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3f981180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:22639:x1874412578294784:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:0.0:1787579798.014897:0:24121:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00000100:00100000:1.0:1787579798.031766:0:24121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3f981180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22639:x1874412578294784:12345-0@lo:5:osp-pre-1-0.0 Request processed in 16905us (17156us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1787579798.031794:0:24121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1787579798.031911:0:22639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e3f983800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22639:1874412578294784:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1787579798.031929:0:22639:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00010000:00010000:1.0:1787579798.143201:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579799.159764:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1787579799.674085:0:22648:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1787579800.185731:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787579800.393359:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e3f983480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874412578294912:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787579800.393451:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579800.393541:0:24123:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578294912 00000100:00100000:1.0:1787579800.393550:0:24123:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578294912 00000100:00100000:1.0:1787579800.393597:0:24123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1787579800.393608:0:24123:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3f981500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1874412578294912:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787579800.393638:0:24123:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1787579800.393676:0:24123:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3f981500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1874412578294912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579800.393682:0:24123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00080000:1.0:1787579800.393700:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787579800.393732:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e3f983480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874412578294912:0@lo:13:osp-pre-0-1.0 00000001:02000400:0.0:1787579800.914177:0:25293:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg414-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:3.0:1787579801.217430:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787579801.399927:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787579801.399954:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e012eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874412578295040:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787579801.400043:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579801.401392:0:23353:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578295040 00000100:00100000:3.0:1787579801.401405:0:23353:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578295040 00000100:00100000:1.0:1787579801.402371:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e012ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874412578295168:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787579801.402441:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579801.402609:0:22617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578295168 00000100:00100000:2.0:1787579801.402616:0:22617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578295168 00000100:00100000:2.0:1787579801.402664:0:22617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1787579801.402674:0:22617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3f983480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1874412578295168:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787579801.402713:0:22617:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1787579801.402883:0:23353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1787579801.402893:0:23353:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03dced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1874412578295040:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787579801.402914:0:23353:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1787579801.402958:0:23353:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03dced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1874412578295040:12345-0@lo:41:osp-pre-1-0.0 Request processed in 67us (2916us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579801.402966:0:23353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1787579801.404085:0:22617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3f983480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1874412578295168:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1406us (1637us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579801.404095:0:22617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1787579801.404156:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e012eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874412578295040:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787579801.404290:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e012ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874412578295168:0@lo:41:osp-pre-0-1.0 00000020:00000004:3.0:1787579802.213707:0:25346:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1787579802.214532:0:25346:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1787579802.235744:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787579802.436194:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03dcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1874412578295296:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787579802.436290:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579802.436754:0:24123:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578295296 00000100:00100000:1.0:1787579802.436763:0:24123:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578295296 00000100:00100000:1.0:1787579802.436842:0:24123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1787579802.436854:0:24123:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e054b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1874412578295296:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1787579802.436894:0:24123:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00080000:0.0:1787579802.437887:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787579802.441820:0:24123:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e054b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1874412578295296:12345-0@lo:13:osp-pre-0-0.0 Request processed in 4957us (5518us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579802.441835:0:24123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1787579802.446684:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03dcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1874412578295296:0@lo:13:osp-pre-0-0.0 00000040:00080000:0.0:1787579802.489675:0:23369:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1787579802.935754:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03400e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874412578295680:0@lo:400:kworker.0 00000100:00100000:0.0:1787579802.935823:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579802.935989:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03402a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874412578296192:0@lo:400:kworker.0 00000100:00100000:0.0:1787579802.936016:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579802.936037:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03f4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3641:1874412578296704:0@lo:400:kworker.0 00000100:00100000:0.0:1787579802.936061:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579802.936086:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1787579802.936092:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03402d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874412578295808:0@lo:400:kworker.0 00000100:00100000:0.0:1787579802.936115:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579802.936146:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03402300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874412578296320:0@lo:400:kworker.0 00000100:00100000:0.0:1787579802.936166:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579802.936178:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03f49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3641:1874412578296832:0@lo:400:kworker.0 00000100:00100000:0.0:1787579802.936216:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579802.936247:0:24120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578295680 00000100:00100000:0.0:1787579802.936268:0:24120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578295680 00000100:00100000:0.0:1787579802.936309:0:24120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578296192 00000100:00100000:0.0:1787579802.936312:0:24120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578296192 00000100:00100000:0.0:1787579802.936336:0:24120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578295808 00000100:00100000:0.0:1787579802.936339:0:24120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578295808 00000100:00100000:0.0:1787579802.936352:0:24120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578296320 00000100:00100000:0.0:1787579802.936354:0:24120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578296320 00000100:00100000:0.0:1787579802.936368:0:24120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1787579802.936376:0:24120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e08adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1874412578295680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787579802.936427:0:24120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e08adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1874412578295680:12345-0@lo:400:kworker.0 Request processed in 51us (604us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579802.936434:0:24120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1787579802.936452:0:24120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1787579802.936510:0:24120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e08ad8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1874412578296192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787579802.936540:0:24120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e08ad8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1874412578296192:12345-0@lo:400:kworker.0 Request processed in 83us (523us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579802.936546:0:24120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1787579802.936557:0:24120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1787579802.936563:0:24120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e08ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3641:x1874412578295808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787579802.936588:0:24120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e08ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3641:x1874412578295808:12345-0@lo:400:kworker.0 Request processed in 26us (473us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579802.936594:0:24120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1787579802.936605:0:24120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1787579802.936610:0:24120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e08ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1874412578296320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787579802.936635:0:24120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e08ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1874412578296320:12345-0@lo:400:kworker.0 Request processed in 25us (468us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579802.936641:0:24120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1787579802.936668:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578296704 00000100:00100000:0.0:1787579802.936672:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578296704 00000100:00100000:0.0:1787579802.936699:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578296832 00000100:00100000:0.0:1787579802.936702:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578296832 00000100:00100000:0.0:1787579802.936721:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1787579802.936728:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e08ad8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1874412578296704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787579802.936757:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e08ad8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1874412578296704:12345-0@lo:400:kworker.0 Request processed in 30us (696us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579802.936764:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1787579802.936775:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1787579802.936781:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e08ada680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1874412578296832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787579802.936805:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e08ada680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1874412578296832:12345-0@lo:400:kworker.0 Request processed in 25us (589us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579802.936810:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00080000:0.0:1787579802.936831:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787579802.936835:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787579802.936838:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787579802.936841:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787579802.937036:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e012ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5021fa0c-b9b1-4d6f-a916-64b48083a802:3643:1874412578295424:0@lo:400:kworker.0 00000100:00100000:3.0:1787579802.937073:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579802.937101:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03401500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1874412578295936:0@lo:400:kworker.0 00000100:00100000:3.0:1787579802.937124:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579802.937141:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03f49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3643:1874412578296448:0@lo:400:kworker.0 00000100:00100000:3.0:1787579802.937160:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579802.937176:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03f48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3643:1874412578296960:0@lo:400:kworker.0 00000100:00100000:3.0:1787579802.937195:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579802.937215:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1787579802.937221:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e012eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874412578295552:0@lo:400:kworker.0 00000100:00100000:3.0:1787579802.937243:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579802.937260:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03400000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874412578296064:0@lo:400:kworker.0 00000100:00100000:3.0:1787579802.937280:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579802.937298:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03f48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3643:1874412578296576:0@lo:400:kworker.0 00000100:00100000:3.0:1787579802.937318:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579802.937346:0:22612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578295936 00000100:00100000:3.0:1787579802.937350:0:22612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578295936 00000100:00100000:3.0:1787579802.937376:0:22612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578296448 00000100:00100000:3.0:1787579802.937379:0:22612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578296448 00000100:00100000:3.0:1787579802.937388:0:22612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578296960 00000100:00100000:3.0:1787579802.937390:0:22612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578296960 00000100:00100000:3.0:1787579802.937408:0:22612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578296576 00000100:00100000:3.0:1787579802.937411:0:22612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578296576 00000100:00100000:3.0:1787579802.937424:0:22612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1787579802.937431:0:22612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e054b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1874412578295936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579802.937516:0:22612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e054b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1874412578295936:12345-0@lo:400:kworker.0 Request processed in 85us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579802.937523:0:22612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1787579802.937538:0:22612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1787579802.937543:0:22612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e054b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1874412578296448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579802.937570:0:22612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e054b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1874412578296448:12345-0@lo:400:kworker.0 Request processed in 26us (409us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579802.937575:0:22612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1787579802.937587:0:22612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1787579802.937593:0:22612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e054b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1874412578296960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579802.937617:0:22612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e054b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1874412578296960:12345-0@lo:400:kworker.0 Request processed in 25us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579802.937622:0:22612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1787579802.937632:0:22612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1787579802.937638:0:22612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03bac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1874412578296576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579802.937662:0:22612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03bac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1874412578296576:12345-0@lo:400:kworker.0 Request processed in 24us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579802.937667:0:22612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1787579802.937684:0:23353:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578295552 00000100:00100000:3.0:1787579802.937687:0:23353:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578295552 00000100:00100000:3.0:1787579802.937709:0:23353:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578296064 00000100:00100000:3.0:1787579802.937712:0:23353:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578296064 00000100:00100000:3.0:1787579802.937723:0:23353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1787579802.937728:0:23353:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e054b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1874412578295552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579802.937757:0:23353:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e054b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1874412578295552:12345-0@lo:400:kworker.0 Request processed in 28us (513us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579802.937771:0:23353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1787579802.937782:0:23353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1787579802.937788:0:23353:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e054b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1874412578296064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579802.937816:0:23353:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e054b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1874412578296064:12345-0@lo:400:kworker.0 Request processed in 28us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579802.937821:0:23353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1787579802.937864:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e012eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874412578295552:0@lo:400:kworker.0 00000100:00100000:0.0:1787579802.938425:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03402d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874412578295808:0@lo:400:kworker.0 00000100:00100000:0.0:1787579802.938446:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03402300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874412578296320:0@lo:400:kworker.0 00010000:00080000:0.0:1787579802.938482:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff917d03f49c00 x1874412578296832/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579818 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787579802.938493:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03f49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3641:1874412578296832:0@lo:400:kworker.0 00000100:00100000:0.0:1787579802.938509:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03400e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874412578295680:0@lo:400:kworker.0 00000100:00100000:0.0:1787579802.938520:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03402a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874412578296192:0@lo:400:kworker.0 00010000:00080000:0.0:1787579802.938544:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff917d03f4bb80 x1874412578296704/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579818 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787579802.938553:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03f4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3641:1874412578296704:0@lo:400:kworker.0 00000100:00080000:0.0:1787579802.938592:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787579802.938596:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787579802.938659:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03400000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874412578296064:0@lo:400:kworker.0 00000100:00100000:2.0:1787579802.938749:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578295424 00000100:00100000:2.0:1787579802.938755:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578295424 00000100:00100000:2.0:1787579802.938786:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:2.0:1787579802.938794:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b3ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+24:3643:x1874412578295424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787579802.939376:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787579802.939389:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e3f981f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874412578297216:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787579802.939432:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579802.939495:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e3f981c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874412578297088:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787579802.939520:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579802.939549:0:24123:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578297216 00000100:00100000:1.0:1787579802.939554:0:24123:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578297216 00000100:00100000:1.0:1787579802.939577:0:24123:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578297088 00000100:00100000:1.0:1787579802.939580:0:24123:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578297088 00000100:00100000:1.0:1787579802.939593:0:24123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1787579802.939599:0:24123:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3f982a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1874412578297216:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1787579802.939623:0:24123:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923509248 avail 3691986944 00000100:00100000:1.0:1787579802.939659:0:24123:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3f982a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1874412578297216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579802.939664:0:24123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1787579802.939680:0:24123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1787579802.939686:0:24123:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3f980a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3644:x1874412578297088:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787579802.939695:0:24123:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923509248 avail 3691986944 00000100:00100000:1.0:1787579802.939721:0:24123:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3f980a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3644:x1874412578297088:12345-0@lo:13:osp-pre-1-0.0 Request processed in 36us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579802.939727:0:24123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1787579802.939759:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e3f981c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874412578297088:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787579802.939786:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e3f981f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874412578297216:0@lo:13:osp-pre-1-1.0 00010000:00080000:3.0:1787579802.940082:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff917d03f48000 x1874412578296576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579818 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579802.940094:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03f48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3643:1874412578296576:0@lo:400:kworker.0 00000100:00100000:2.0:1787579802.940172:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b3ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+24:3643:x1874412578295424:12345-0@lo:400:kworker.0 Request processed in 1378us (3097us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579802.940180:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:3.0:1787579802.949780:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e012ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5021fa0c-b9b1-4d6f-a916-64b48083a802:3643:1874412578295424:0@lo:400:kworker.0 00010000:00080000:3.0:1787579802.949805:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff917d03401500 x1874412578295936/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579818 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579802.949818:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03401500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1874412578295936:0@lo:400:kworker.0 00010000:00080000:3.0:1787579802.949830:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff917d03f49500 x1874412578296448/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579818 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579802.949839:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03f49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3643:1874412578296448:0@lo:400:kworker.0 00010000:00080000:3.0:1787579802.949851:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff917d03f48700 x1874412578296960/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579818 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579802.949859:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03f48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3643:1874412578296960:0@lo:400:kworker.0 00010000:00010000:0.0:1787579803.276985:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1787579803.332784:0:25396:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1787579803.333060:0:25396:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000001:00080000:3.0:1787579803.455102:0:24938:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00000100:00100000:1.0:1787579803.734586:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579803.734695:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558245248 00000100:00100000:0.0:1787579803.734705:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558245248 00000100:00100000:0.0:1787579803.734756:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 116 00000100:00100000:0.0:1787579803.734766:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20135450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:2404:x1874412558245248:12345-192.168.204.14@tcp:250:mount.lustre.0 00010000:00080000:0.0:1787579803.734795:0:22605:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from 937f45e5-74b5-492e-8aaf-97089f4f85ae@192.168.204.14@tcp t0 exp 0000000000000000 cur 738 last 0 00000020:00000080:0.0:1787579803.734826:0:22605:0:(genops.c:1385:class_connect()) connect: client 937f45e5-74b5-492e-8aaf-97089f4f85ae, cookie 0xf52f64256fc7b4d1 00000100:00080000:0.0:1787579803.734962:0:22605:0:(import.c:65:import_set_state_nolock()) ffff917d03621800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787579803.735037:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20135450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:937f45e5-74b5-492e-8aaf-97089f4f85ae+5:2404:x1874412558245248:12345-192.168.204.14@tcp:250:mount.lustre.0 Request processed in 271us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579803.735045:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 116 00000100:00100000:3.0:1787579803.762674:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579803.764174:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558245376 00000100:00100000:0.0:1787579803.764189:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558245376 00000100:00100000:0.0:1787579803.764267:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 117 00000100:00100000:0.0:1787579803.764279:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20136450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:937f45e5-74b5-492e-8aaf-97089f4f85ae+5:18126:x1874412558245376:12345-192.168.204.14@tcp:101:mount.lustre.0 00010000:00010000:0.0:1787579803.764296:0:22607:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787579803.764326:0:22607:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff917d03720200/0xf52f64256fc7b4d8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e3e2b25dfa0c547 expref: -99 pid: 22607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579803.764356:0:22607:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff917d03720200/0xf52f64256fc7b4d8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c547 expref: 6 pid: 22607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579803.764381:0:22607:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff917d03720200/0xf52f64256fc7b4d8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c547 expref: 6 pid: 22607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579803.764390:0:22607:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917d03720200, rc 0) 00000100:00100000:0.0:1787579803.764467:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20136450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:937f45e5-74b5-492e-8aaf-97089f4f85ae+6:18126:x1874412558245376:12345-192.168.204.14@tcp:101:mount.lustre.0 Request processed in 189us (1807us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579803.764505:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 117 00000100:00100000:3.0:1787579803.767570:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1787579803.768013:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558245504 00000100:00100000:1.0:1787579803.768024:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558245504 00000100:00100000:1.0:1787579803.768098:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 118 00000100:00100000:1.0:1787579803.768108:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20135050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:937f45e5-74b5-492e-8aaf-97089f4f85ae+6:18126:x1874412558245504:12345-192.168.204.14@tcp:501:mount.lustre.0 00000100:00100000:1.0:1787579803.768233:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20135050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:937f45e5-74b5-492e-8aaf-97089f4f85ae+6:18126:x1874412558245504:12345-192.168.204.14@tcp:501:mount.lustre.0 Request processed in 127us (672us total) trans 0 rc -2/-2 00000100:00100000:1.0:1787579803.768241:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 118 00000100:00100000:3.0:1787579803.773957:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1787579803.774741:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558245632 00000100:00100000:1.0:1787579803.774753:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558245632 00000100:00100000:1.0:1787579803.775220:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 119 00000100:00100000:1.0:1787579803.775234:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20137850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:937f45e5-74b5-492e-8aaf-97089f4f85ae+6:18126:x1874412558245632:12345-192.168.204.14@tcp:101:mount.lustre.0 00010000:00010000:1.0:1787579803.775251:0:22605:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787579803.775270:0:22605:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff917d0397f600/0xf52f64256fc7b4df lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e3e2b25dfa0c54e expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579803.775299:0:22605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff917d0397f600/0xf52f64256fc7b4df lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c54e expref: 7 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579803.775421:0:22605:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff917d0397f600/0xf52f64256fc7b4df lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c54e expref: 7 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579803.775433:0:22605:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917d0397f600, rc 0) 00000100:00100000:1.0:1787579803.775575:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20137850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:937f45e5-74b5-492e-8aaf-97089f4f85ae+7:18126:x1874412558245632:12345-192.168.204.14@tcp:101:mount.lustre.0 Request processed in 344us (1629us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579803.775583:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 119 00000100:00100000:3.0:1787579803.787875:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579803.788140:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558245760 00000100:00100000:0.0:1787579803.788151:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558245760 00000100:00100000:0.0:1787579803.788210:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 120 00000100:00100000:0.0:1787579803.788220:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20136c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:937f45e5-74b5-492e-8aaf-97089f4f85ae+7:18126:x1874412558245760:12345-192.168.204.14@tcp:501:mount.lustre.0 00000100:00100000:0.0:1787579803.788381:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20136c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:937f45e5-74b5-492e-8aaf-97089f4f85ae+8:18126:x1874412558245760:12345-192.168.204.14@tcp:501:mount.lustre.0 Request processed in 162us (517us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579803.788390:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 120 00000100:00100000:3.0:1787579803.793603:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1787579803.793688:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558245888 00000100:00100000:1.0:1787579803.793700:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558245888 00000100:00100000:1.0:1787579803.793778:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 121 00000100:00100000:1.0:1787579803.793789:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20137c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:937f45e5-74b5-492e-8aaf-97089f4f85ae+8:18126:x1874412558245888:12345-192.168.204.14@tcp:503:mount.lustre.0 00000100:00100000:1.0:1787579803.793965:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20137c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:937f45e5-74b5-492e-8aaf-97089f4f85ae+8:18126:x1874412558245888:12345-192.168.204.14@tcp:503:mount.lustre.0 Request processed in 178us (1566us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579803.793975:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 121 00000100:00100000:3.0:1787579803.810798:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579803.810912:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558246016 00000100:00100000:0.0:1787579803.810925:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558246016 00000100:00100000:0.0:1787579803.810989:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 122 00000100:00100000:0.0:1787579803.810999:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20136850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:937f45e5-74b5-492e-8aaf-97089f4f85ae+8:18145:x1874412558246016:12345-192.168.204.14@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787579803.811159:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20136850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:937f45e5-74b5-492e-8aaf-97089f4f85ae+8:18145:x1874412558246016:12345-192.168.204.14@tcp:502:llog_process_th.0 Request processed in 161us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579803.811167:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 122 00000100:00100000:3.0:1787579803.880792:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579803.880896:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558246144 00000100:00100000:0.0:1787579803.880906:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558246144 00000100:00100000:0.0:1787579803.880969:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 123 00000100:00100000:0.0:1787579803.881059:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20135850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:937f45e5-74b5-492e-8aaf-97089f4f85ae+8:18145:x1874412558246144:12345-192.168.204.14@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787579803.881607:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20135850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:937f45e5-74b5-492e-8aaf-97089f4f85ae+8:18145:x1874412558246144:12345-192.168.204.14@tcp:502:llog_process_th.0 Request processed in 619us (825us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579803.881617:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 123 00000100:00100000:3.0:1787579803.890382:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1787579803.890810:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558246272 00000100:00100000:1.0:1787579803.890821:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558246272 00000100:00100000:1.0:1787579803.890877:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 124 00000100:00100000:1.0:1787579803.890886:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20137450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:937f45e5-74b5-492e-8aaf-97089f4f85ae+8:18145:x1874412558246272:12345-192.168.204.14@tcp:502:llog_process_th.0 00000100:00100000:1.0:1787579803.891052:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20137450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:937f45e5-74b5-492e-8aaf-97089f4f85ae+8:18145:x1874412558246272:12345-192.168.204.14@tcp:502:llog_process_th.0 Request processed in 165us (679us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579803.891060:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 124 00000100:00100000:3.0:1787579803.901611:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579803.901955:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558246400 00000100:00100000:0.0:1787579803.901965:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558246400 00000100:00100000:0.0:1787579803.902150:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 125 00000100:00100000:0.0:1787579803.902161:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20137050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:937f45e5-74b5-492e-8aaf-97089f4f85ae+8:18126:x1874412558246400:12345-192.168.204.14@tcp:101:mount.lustre.0 00010000:00010000:0.0:1787579803.902176:0:22604:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787579803.902192:0:22604:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff917d03720a00/0xf52f64256fc7b4e6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e3e2b25dfa0c57f expref: -99 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579803.902218:0:22604:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff917d03720a00/0xf52f64256fc7b4e6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c57f expref: 9 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579803.902227:0:22604:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff917d03720a00/0xf52f64256fc7b4e6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c57f expref: 9 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579803.902235:0:22604:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917d03720a00, rc 0) 00000100:00100000:0.0:1787579803.902328:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20137050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:937f45e5-74b5-492e-8aaf-97089f4f85ae+9:18126:x1874412558246400:12345-192.168.204.14@tcp:101:mount.lustre.0 Request processed in 169us (729us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579803.902335:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 125 00000100:00100000:3.0:1787579803.912724:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1787579803.913117:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558246528 00000100:00100000:1.0:1787579803.913127:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558246528 00000100:00100000:1.0:1787579803.913243:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 126 00000100:00100000:1.0:1787579803.913254:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20136050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:937f45e5-74b5-492e-8aaf-97089f4f85ae+9:18126:x1874412558246528:12345-192.168.204.14@tcp:256:mount.lustre.0 20000000:01000000:1.0:1787579803.913279:0:22605:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:1.0:1787579803.913302:0:22605:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1787579803.913306:0:22605:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:1.0:1787579803.913309:0:22605:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:1.0:1787579803.913312:0:22605:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:1.0:1787579803.913315:0:22605:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:1.0:1787579803.923256:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20136050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:937f45e5-74b5-492e-8aaf-97089f4f85ae+9:18126:x1874412558246528:12345-192.168.204.14@tcp:256:mount.lustre.0 Request processed in 9992us (10529us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579803.923270:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 126 00000100:00100000:3.0:1787579803.945581:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1787579803.945676:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558246656 00000100:00100000:2.0:1787579803.945686:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558246656 00000100:00100000:2.0:1787579803.945730:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 127 00000100:00100000:2.0:1787579803.945739:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20135c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:937f45e5-74b5-492e-8aaf-97089f4f85ae+9:18126:x1874412558246656:12345-192.168.204.14@tcp:101:mount.lustre.0 00010000:00010000:2.0:1787579803.945755:0:22607:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787579803.945773:0:22607:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff917e3f91bc00/0xf52f64256fc7b4ed lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e3e2b25dfa0c586 expref: -99 pid: 22607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579803.945812:0:22607:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff917e3f91bc00/0xf52f64256fc7b4ed lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c586 expref: 10 pid: 22607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579803.945824:0:22607:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff917e3f91bc00/0xf52f64256fc7b4ed lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c586 expref: 10 pid: 22607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579803.945834:0:22607:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917e3f91bc00, rc 0) 00000100:00100000:2.0:1787579803.945893:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20135c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:937f45e5-74b5-492e-8aaf-97089f4f85ae+10:18126:x1874412558246656:12345-192.168.204.14@tcp:101:mount.lustre.0 Request processed in 154us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579803.945900:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 127 00000100:00100000:3.0:1787579803.956622:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1787579803.961144:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558246784 00000100:00100000:1.0:1787579803.961160:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558246784 00000100:00100000:1.0:1787579803.961238:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 128 00000100:00100000:1.0:1787579803.961260:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20028c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:937f45e5-74b5-492e-8aaf-97089f4f85ae+10:18126:x1874412558246784:12345-192.168.204.14@tcp:501:mount.lustre.0 00000100:00100000:1.0:1787579803.962425:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20028c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:937f45e5-74b5-492e-8aaf-97089f4f85ae+10:18126:x1874412558246784:12345-192.168.204.14@tcp:501:mount.lustre.0 Request processed in 1158us (5808us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579803.962436:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 128 00000100:00100000:3.0:1787579803.969351:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579803.969447:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558246912 00000100:00100000:0.0:1787579803.969457:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558246912 00000100:00100000:0.0:1787579803.969769:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 129 00000100:00100000:0.0:1787579803.969779:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:937f45e5-74b5-492e-8aaf-97089f4f85ae+10:18126:x1874412558246912:12345-192.168.204.14@tcp:503:mount.lustre.0 00000100:00100000:0.0:1787579803.969931:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:937f45e5-74b5-492e-8aaf-97089f4f85ae+10:18126:x1874412558246912:12345-192.168.204.14@tcp:503:mount.lustre.0 Request processed in 153us (589us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579803.969945:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 129 00000100:00100000:3.0:1787579803.981981:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579803.982241:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558247040 00000100:00100000:0.0:1787579803.982252:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558247040 00000100:00100000:0.0:1787579803.982304:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 130 00000100:00100000:0.0:1787579803.982313:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20028050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:937f45e5-74b5-492e-8aaf-97089f4f85ae+10:18150:x1874412558247040:12345-192.168.204.14@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787579803.982498:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20028050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:937f45e5-74b5-492e-8aaf-97089f4f85ae+10:18150:x1874412558247040:12345-192.168.204.14@tcp:502:llog_process_th.0 Request processed in 184us (530us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579803.982507:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 130 00000100:00100000:3.0:1787579803.988899:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579803.989022:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558247168 00000100:00100000:0.0:1787579803.989033:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558247168 00000100:00100000:0.0:1787579803.989096:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 131 00000100:00100000:0.0:1787579803.989107:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20029850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:937f45e5-74b5-492e-8aaf-97089f4f85ae+10:18150:x1874412558247168:12345-192.168.204.14@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787579803.989264:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20029850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:937f45e5-74b5-492e-8aaf-97089f4f85ae+10:18150:x1874412558247168:12345-192.168.204.14@tcp:502:llog_process_th.0 Request processed in 158us (484us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579803.989272:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 131 00000100:00100000:3.0:1787579804.004094:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1787579804.004213:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579804.004307:0:22612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558247296 00000100:00100000:0.0:1787579804.004317:0:22612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558247296 00000100:00100000:0.0:1787579804.004360:0:22612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558247552 00000100:00100000:0.0:1787579804.004363:0:22612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558247552 00000100:00100000:0.0:1787579804.004393:0:22612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 7 00000100:00100000:0.0:1787579804.004401:0:22612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03badf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2404:x1874412558247296:12345-192.168.204.14@tcp:38:mount.lustre.0 00010000:00080000:0.0:1787579804.004431:0:22612:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from cd755023-1d3e-4f78-b344-56bf54ed2eed@192.168.204.14@tcp t0 exp 0000000000000000 cur 738 last 0 00000020:00000080:0.0:1787579804.004523:0:22612:0:(genops.c:1385:class_connect()) connect: client cd755023-1d3e-4f78-b344-56bf54ed2eed, cookie 0xf52f64256fc7b4f4 00000004:00100000:0.0:1787579804.004548:0:22612:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:0.0:1787579804.004752:0:22612:0:(import.c:65:import_set_state_nolock()) ffff917d03620000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787579804.004910:0:24913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 8 00000100:00100000:2.0:1787579804.004925:0:24913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03bae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2404:x1874412558247552:12345-192.168.204.14@tcp:38:mount.lustre.0 00010000:00080000:2.0:1787579804.004945:0:24913:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from cd755023-1d3e-4f78-b344-56bf54ed2eed@192.168.204.14@tcp t0 exp 0000000000000000 cur 738 last 0 00000020:00000080:2.0:1787579804.004979:0:24913:0:(genops.c:1385:class_connect()) connect: client cd755023-1d3e-4f78-b344-56bf54ed2eed, cookie 0xf52f64256fc7b4fb 00000004:00100000:2.0:1787579804.004992:0:24913:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:2.0:1787579804.005134:0:24913:0:(import.c:65:import_set_state_nolock()) ffff917d022c5800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787579804.005182:0:24913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03bae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cd755023-1d3e-4f78-b344-56bf54ed2eed+6:2404:x1874412558247552:12345-192.168.204.14@tcp:38:mount.lustre.0 Request processed in 257us (969us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579804.005189:0:24913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 8 00000100:00100000:0.0:1787579804.006368:0:22612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03badf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cd755023-1d3e-4f78-b344-56bf54ed2eed+6:2404:x1874412558247296:12345-192.168.204.14@tcp:38:mount.lustre.0 Request processed in 1961us (2281us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579804.006378:0:22612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 7 00000100:00100000:3.0:1787579804.011673:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1787579804.016121:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1787579804.019784:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579804.022719:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558247680 00000100:00100000:0.0:1787579804.022735:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558247680 00000100:00100000:0.0:1787579804.022830:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558247808 00000100:00100000:0.0:1787579804.022833:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558247808 00000100:00100000:0.0:1787579804.022866:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 9 00000100:00100000:0.0:1787579804.022878:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e012ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cd755023-1d3e-4f78-b344-56bf54ed2eed+6:0:x1874412558247680:12345-192.168.204.14@tcp:41:mount.lustre.0 00000004:00000024:0.0:1787579804.022917:0:22613:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1787579804.023032:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e012ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cd755023-1d3e-4f78-b344-56bf54ed2eed+6:0:x1874412558247680:12345-192.168.204.14@tcp:41:mount.lustre.0 Request processed in 155us (11368us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579804.023040:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 9 00000100:00100000:0.0:1787579804.023060:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 10 00000100:00100000:0.0:1787579804.023067:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03dcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cd755023-1d3e-4f78-b344-56bf54ed2eed+6:18126:x1874412558247808:12345-192.168.204.14@tcp:41:mount.lustre.0 00000004:00000024:0.0:1787579804.023083:0:22613:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1787579804.023122:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03dcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cd755023-1d3e-4f78-b344-56bf54ed2eed+6:18126:x1874412558247808:12345-192.168.204.14@tcp:41:mount.lustre.0 Request processed in 54us (7010us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579804.023128:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 10 00000100:00080000:1.0:1787579804.023262:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787579804.023268:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787579804.028265:0:22612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558247424 00000100:00100000:1.0:1787579804.028280:0:22612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558247424 00000100:00100000:1.0:1787579804.028346:0:22612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 11 00000100:00100000:1.0:1787579804.028358:0:22612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03dcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cd755023-1d3e-4f78-b344-56bf54ed2eed+6:0:x1874412558247424:12345-192.168.204.14@tcp:41:mount.lustre.0 00000004:00000024:1.0:1787579804.028390:0:22612:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1787579804.028928:0:22612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03dcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cd755023-1d3e-4f78-b344-56bf54ed2eed+6:0:x1874412558247424:12345-192.168.204.14@tcp:41:mount.lustre.0 Request processed in 571us (9159us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579804.028938:0:22612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 11 00000100:00100000:0.0:1787579804.036146:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1787579804.039898:0:24600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558247936 00000100:00100000:3.0:1787579804.039914:0:24600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558247936 00000100:00100000:3.0:1787579804.040149:0:24600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 12 00000100:00100000:3.0:1787579804.040160:0:24600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e08ad9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cd755023-1d3e-4f78-b344-56bf54ed2eed+6:18126:x1874412558247936:12345-192.168.204.14@tcp:40:mount.lustre.0 00000100:00100000:3.0:1787579804.040262:0:24600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e08ad9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cd755023-1d3e-4f78-b344-56bf54ed2eed+6:18126:x1874412558247936:12345-192.168.204.14@tcp:40:mount.lustre.0 Request processed in 104us (4125us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579804.040270:0:24600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 12 00000100:00100000:2.0:1787579804.048938:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1787579804.049110:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579804.054303:0:24120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558248064 00000100:00100000:0.0:1787579804.054318:0:24120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558248064 00000100:00100000:0.0:1787579804.054359:0:24120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558248192 00000100:00100000:0.0:1787579804.054362:0:24120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558248192 00000100:00100000:0.0:1787579804.054637:0:24120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 20 00000100:00100000:0.0:1787579804.054647:0:24120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03dcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2404:x1874412558248064:12345-192.168.204.14@tcp:8:mount.lustre.0 00010000:00080000:0.0:1787579804.054680:0:24120:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from cd755023-1d3e-4f78-b344-56bf54ed2eed@192.168.204.14@tcp t0 exp 0000000000000000 cur 738 last 0 00000020:00000080:0.0:1787579804.054735:0:24120:0:(genops.c:1385:class_connect()) connect: client cd755023-1d3e-4f78-b344-56bf54ed2eed, cookie 0xf52f64256fc7b502 00002000:00100000:0.0:1787579804.054747:0:24120:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli cd755023-1d3e-4f78-b344-56bf54ed2eed/ffff917d03ab4000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113950 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1787579804.054828:0:24120:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000100:00100000:3.0:1787579804.055015:0:24121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 21 00000100:00100000:3.0:1787579804.055030:0:24121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03dcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2404:x1874412558248192:12345-192.168.204.14@tcp:8:mount.lustre.0 00010000:00080000:3.0:1787579804.055050:0:24121:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from cd755023-1d3e-4f78-b344-56bf54ed2eed@192.168.204.14@tcp t0 exp 0000000000000000 cur 738 last 0 00000020:00000080:3.0:1787579804.055070:0:24121:0:(genops.c:1385:class_connect()) connect: client cd755023-1d3e-4f78-b344-56bf54ed2eed, cookie 0xf52f64256fc7b509 00002000:00100000:3.0:1787579804.055075:0:24121:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli cd755023-1d3e-4f78-b344-56bf54ed2eed/ffff917d037a8000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113950 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1787579804.055081:0:24121:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:3.0:1787579804.055183:0:24121:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00002000:00080000:0.0:1787579804.055190:0:24120:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1787579804.055221:0:24120:0:(import.c:65:import_set_state_nolock()) ffff917d03ab1000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787579804.055287:0:24120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03dcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cd755023-1d3e-4f78-b344-56bf54ed2eed+6:2404:x1874412558248064:12345-192.168.204.14@tcp:8:mount.lustre.0 Request processed in 639us (6357us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579804.055294:0:24120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 20 00000100:00080000:0.0:1787579804.056182:0:24121:0:(import.c:65:import_set_state_nolock()) ffff917d037a9800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787579804.056234:0:24121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03dcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:cd755023-1d3e-4f78-b344-56bf54ed2eed+6:2404:x1874412558248192:12345-192.168.204.14@tcp:8:mount.lustre.0 Request processed in 1202us (7123us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579804.056242:0:24121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 21 00000100:00100000:2.0:1787579804.057191:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1787579804.057327:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558248320 00000100:00100000:3.0:1787579804.057334:0:22624:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558248320 00000100:00100000:3.0:1787579804.057409:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 3 00000100:00100000:3.0:1787579804.057418:0:22624:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03dce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:cd755023-1d3e-4f78-b344-56bf54ed2eed+6:18126:x1874412558248320:12345-192.168.204.14@tcp:900:mount.lustre.0 00000100:00100000:3.0:1787579804.057516:0:22624:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03dce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:cd755023-1d3e-4f78-b344-56bf54ed2eed+6:18126:x1874412558248320:12345-192.168.204.14@tcp:900:mount.lustre.0 Request processed in 99us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579804.057523:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 3 00000100:00100000:3.0:1787579804.061139:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1787579804.062416:0:22615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558248448 00000100:00100000:1.0:1787579804.062429:0:22615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558248448 00000100:00100000:1.0:1787579804.062587:0:22615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 0 00000100:00100000:1.0:1787579804.062600:0:22615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e012eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:cd755023-1d3e-4f78-b344-56bf54ed2eed+6:18126:x1874412558248448:12345-192.168.204.14@tcp:33:mount.lustre.0 00000004:00080000:1.0:1787579804.064568:0:22615:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 1880us 00000004:00200000:3.0:1787579804.092916:0:22615:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1787579804.093061:0:22615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e012eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:cd755023-1d3e-4f78-b344-56bf54ed2eed+6:18126:x1874412558248448:12345-192.168.204.14@tcp:33:mount.lustre.0 Request processed in 30459us (32089us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579804.093075:0:22615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 0 00010000:00010000:3.0:1787579804.280195:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787579804.368349:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1787579804.368514:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558248576 00000100:00100000:3.0:1787579804.368524:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558248576 00000100:00100000:3.0:1787579804.368583:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 13 00000100:00100000:3.0:1787579804.368594:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e08ad9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cd755023-1d3e-4f78-b344-56bf54ed2eed+6:18173:x1874412558248576:12345-192.168.204.14@tcp:101:mkdir.0 00010000:00010000:3.0:1787579804.368613:0:22613:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787579804.368640:0:22613:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714e00/0xf52f64256fc7b510 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e3e2b25dfa0c5b7 expref: -99 pid: 22613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579804.368720:0:22613:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff917e18715000/0xf52f64256fc7b517 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22613 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579804.368734:0:22613:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917e18715000/0xf52f64256fc7b517 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22613 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579804.368747:0:22613:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917e18715000/0xf52f64256fc7b517 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22613 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787579804.368970:0:22613:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1787579804.368974:0:22613:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787579804.369074:0:22613:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff917e18715000/0xf52f64256fc7b517 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22613 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579804.369112:0:22613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714e00/0xf52f64256fc7b510 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c5b7 expref: 8 pid: 22613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579804.369132:0:22613:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff917e18715000/0xf52f64256fc7b517 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c5b7 expref: 7 pid: 22613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579804.369141:0:22613:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff917d03b45200) 00010000:00010000:3.0:1787579804.369143:0:22613:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787579804.369147:0:22613:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917e18715000, rc 0) 00000100:00100000:3.0:1787579804.369216:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e08ad9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cd755023-1d3e-4f78-b344-56bf54ed2eed+7:18173:x1874412558248576:12345-192.168.204.14@tcp:101:mkdir.0 Request processed in 623us (879us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579804.369224:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 13 00010000:00010000:2.0:1787579805.304569:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787579805.497046:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787579805.497073:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e3f981f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874412578297344:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787579805.497171:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579805.497227:0:24123:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578297344 00000100:00100000:1.0:1787579805.497235:0:24123:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578297344 00000100:00100000:1.0:1787579805.497299:0:24123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1787579805.497310:0:24123:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3f981c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1874412578297344:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1787579805.497333:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:1.0:1787579805.497341:0:24123:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1787579805.497397:0:24123:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3f981c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1874412578297344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579805.497404:0:24123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1787579805.497772:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e3f981f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874412578297344:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1787579806.330234:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787579806.520360:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e08adb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874412578297472:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787579806.520461:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579806.520641:0:23353:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578297472 00000100:00100000:3.0:1787579806.520650:0:23353:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578297472 00000100:00100000:3.0:1787579806.520723:0:23353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1787579806.520733:0:23353:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3f981880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1874412578297472:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1787579806.520770:0:23353:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1787579806.520797:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787579806.520810:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e08ad9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874412578297600:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787579806.520821:0:23353:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3f981880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1874412578297472:12345-0@lo:41:osp-pre-0-1.0 Request processed in 88us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579806.520830:0:23353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1787579806.520848:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579806.520899:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e08adb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874412578297472:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787579806.520917:0:22618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578297600 00000100:00100000:0.0:1787579806.520923:0:22618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578297600 00000100:00100000:0.0:1787579806.520957:0:22618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1787579806.520964:0:22618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3f980380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1874412578297600:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787579806.520982:0:22618:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1787579806.521023:0:22618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3f980380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1874412578297600:12345-0@lo:41:osp-pre-1-0.0 Request processed in 60us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579806.521029:0:22618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1787579806.521067:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e08ad9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874412578297600:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787579806.599440:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1787579806.599692:0:24913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558248704 00000100:00100000:2.0:1787579806.599705:0:24913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558248704 00000100:00100000:2.0:1787579806.599787:0:24913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 14 00000100:00100000:2.0:1787579806.599797:0:24913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d0340ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cd755023-1d3e-4f78-b344-56bf54ed2eed+7:18226:x1874412558248704:12345-192.168.204.14@tcp:41:lfs.0 00000004:00000024:2.0:1787579806.599832:0:24913:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1787579806.599932:0:24913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d0340ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cd755023-1d3e-4f78-b344-56bf54ed2eed+7:18226:x1874412558248704:12345-192.168.204.14@tcp:41:lfs.0 Request processed in 135us (503us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579806.599939:0:24913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 14 00000100:00080000:1.0:1787579806.600164:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787579806.605689:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1787579806.605754:0:24600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558248832 00000100:00100000:3.0:1787579806.605766:0:24600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558248832 00000100:00100000:3.0:1787579806.605858:0:24600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 15 00000100:00100000:3.0:1787579806.605870:0:24600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3637aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cd755023-1d3e-4f78-b344-56bf54ed2eed+6:18226:x1874412558248832:12345-192.168.204.14@tcp:41:lfs.0 00000004:00000024:3.0:1787579806.605904:0:24600:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1787579806.606021:0:24600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3637aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cd755023-1d3e-4f78-b344-56bf54ed2eed+6:18226:x1874412558248832:12345-192.168.204.14@tcp:41:lfs.0 Request processed in 153us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579806.606030:0:24600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 15 00000100:00080000:1.0:1787579806.606555:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787579806.616439:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1787579806.617269:0:24122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558248960 00000100:00100000:2.0:1787579806.617304:0:24122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558248960 00000100:00100000:2.0:1787579806.617420:0:24122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 12 00000100:00100000:2.0:1787579806.617433:0:24122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d0340ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:cd755023-1d3e-4f78-b344-56bf54ed2eed+6:18226:x1874412558248960:12345-192.168.204.14@tcp:13:lfs.0 00002000:00000024:2.0:1787579806.617513:0:24122:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00080000:1.0:1787579806.617578:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787579806.617645:0:24122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d0340ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:cd755023-1d3e-4f78-b344-56bf54ed2eed+6:18226:x1874412558248960:12345-192.168.204.14@tcp:13:lfs.0 Request processed in 214us (1220us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579806.617654:0:24122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 12 00000100:00100000:2.0:1787579806.636868:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579806.637086:0:24122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558249088 00000100:00100000:0.0:1787579806.637097:0:24122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558249088 00000100:00100000:0.0:1787579806.637188:0:24122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 13 00000100:00100000:0.0:1787579806.637202:0:24122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e36378a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:cd755023-1d3e-4f78-b344-56bf54ed2eed+6:18226:x1874412558249088:12345-192.168.204.14@tcp:13:lfs.0 00002000:00000024:0.0:1787579806.637265:0:24122:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923509248 avail 3691986944 00000100:00080000:1.0:1787579806.637798:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787579806.637910:0:24122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e36378a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:cd755023-1d3e-4f78-b344-56bf54ed2eed+6:18226:x1874412558249088:12345-192.168.204.14@tcp:13:lfs.0 Request processed in 708us (1050us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579806.637919:0:24122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 13 00000100:00100000:2.0:1787579806.915664:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579806.917595:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558249216 00000100:00100000:0.0:1787579806.917610:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558249216 00000100:00100000:0.0:1787579806.917681:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 132 00000100:00100000:0.0:1787579806.917692:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:937f45e5-74b5-492e-8aaf-97089f4f85ae+10:18257:x1874412558249216:12345-192.168.204.14@tcp:101:mount.lustre.0 00010000:00010000:0.0:1787579806.918426:0:22607:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787579806.918451:0:22607:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff917d03721e00/0xf52f64256fc7b51e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e3e2b25dfa0c5be expref: -99 pid: 22607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579806.918898:0:22607:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff917d03721e00/0xf52f64256fc7b51e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c5be expref: 11 pid: 22607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579806.918912:0:22607:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff917d03721e00/0xf52f64256fc7b51e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c5be expref: 11 pid: 22607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579806.919438:0:22607:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917d03721e00, rc 0) 00000100:00100000:0.0:1787579806.919753:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:937f45e5-74b5-492e-8aaf-97089f4f85ae+11:18257:x1874412558249216:12345-192.168.204.14@tcp:101:mount.lustre.0 Request processed in 2061us (4095us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579806.919761:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 132 00000100:00100000:3.0:1787579806.953999:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1787579806.955569:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558249344 00000100:00100000:2.0:1787579806.955584:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558249344 00000100:00100000:2.0:1787579806.955668:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 133 00000100:00100000:2.0:1787579806.955679:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20029c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:937f45e5-74b5-492e-8aaf-97089f4f85ae+11:18257:x1874412558249344:12345-192.168.204.14@tcp:501:mount.lustre.0 00000100:00100000:2.0:1787579806.955881:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20029c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:937f45e5-74b5-492e-8aaf-97089f4f85ae+11:18257:x1874412558249344:12345-192.168.204.14@tcp:501:mount.lustre.0 Request processed in 203us (1891us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579806.955890:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 133 00000100:00100000:2.0:1787579806.961710:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579806.974616:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558249472 00000100:00100000:0.0:1787579806.974645:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558249472 00000100:00100000:0.0:1787579806.974739:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 134 00000100:00100000:0.0:1787579806.974751:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:937f45e5-74b5-492e-8aaf-97089f4f85ae+11:18257:x1874412558249472:12345-192.168.204.14@tcp:503:mount.lustre.0 00000100:00100000:0.0:1787579806.974920:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:937f45e5-74b5-492e-8aaf-97089f4f85ae+11:18257:x1874412558249472:12345-192.168.204.14@tcp:503:mount.lustre.0 Request processed in 171us (13222us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579806.974936:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 134 00000100:00100000:3.0:1787579806.982259:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1787579806.984067:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558249600 00000100:00100000:2.0:1787579806.984088:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558249600 00000100:00100000:2.0:1787579806.984257:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 135 00000100:00100000:2.0:1787579806.984272:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20028850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:937f45e5-74b5-492e-8aaf-97089f4f85ae+11:18266:x1874412558249600:12345-192.168.204.14@tcp:502:llog_process_th.0 00000100:00100000:2.0:1787579806.984551:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20028850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:937f45e5-74b5-492e-8aaf-97089f4f85ae+11:18266:x1874412558249600:12345-192.168.204.14@tcp:502:llog_process_th.0 Request processed in 281us (2311us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579806.984560:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 135 00000100:00100000:3.0:1787579807.021118:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579807.021311:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558249728 00000100:00100000:0.0:1787579807.021326:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558249728 00000100:00100000:0.0:1787579807.021422:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 136 00000100:00100000:0.0:1787579807.021436:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:937f45e5-74b5-492e-8aaf-97089f4f85ae+11:18266:x1874412558249728:12345-192.168.204.14@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787579807.021705:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:937f45e5-74b5-492e-8aaf-97089f4f85ae+11:18266:x1874412558249728:12345-192.168.204.14@tcp:502:llog_process_th.0 Request processed in 271us (604us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579807.021714:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 136 00000100:00100000:3.0:1787579807.025111:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1787579807.029390:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558249856 00000100:00100000:2.0:1787579807.029417:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558249856 00000100:00100000:2.0:1787579807.029565:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 137 00000100:00100000:2.0:1787579807.029649:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:937f45e5-74b5-492e-8aaf-97089f4f85ae+11:18266:x1874412558249856:12345-192.168.204.14@tcp:502:llog_process_th.0 00000100:00100000:2.0:1787579807.030758:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:937f45e5-74b5-492e-8aaf-97089f4f85ae+11:18266:x1874412558249856:12345-192.168.204.14@tcp:502:llog_process_th.0 Request processed in 1104us (5653us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579807.030772:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 137 00000100:00100000:3.0:1787579807.041762:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1787579807.041913:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558249984 00000100:00100000:2.0:1787579807.041928:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558249984 00000100:00100000:2.0:1787579807.042021:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 138 00000100:00100000:2.0:1787579807.042035:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:937f45e5-74b5-492e-8aaf-97089f4f85ae+11:18257:x1874412558249984:12345-192.168.204.14@tcp:101:mount.lustre.0 00010000:00010000:2.0:1787579807.042061:0:22604:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787579807.042088:0:22604:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff917e3f91ac00/0xf52f64256fc7b525 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e3e2b25dfa0c5ef expref: -99 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579807.042125:0:22604:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff917e3f91ac00/0xf52f64256fc7b525 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c5ef expref: 12 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579807.042138:0:22604:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff917e3f91ac00/0xf52f64256fc7b525 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c5ef expref: 12 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579807.042150:0:22604:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917e3f91ac00, rc 0) 00000100:00100000:2.0:1787579807.042232:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:937f45e5-74b5-492e-8aaf-97089f4f85ae+12:18257:x1874412558249984:12345-192.168.204.14@tcp:101:mount.lustre.0 Request processed in 200us (485us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579807.042241:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 138 00000100:00100000:3.0:1787579807.046794:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579807.047009:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558250112 00000100:00100000:0.0:1787579807.047023:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558250112 00000100:00100000:0.0:1787579807.047098:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 139 00000100:00100000:0.0:1787579807.047111:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:937f45e5-74b5-492e-8aaf-97089f4f85ae+12:18257:x1874412558250112:12345-192.168.204.14@tcp:256:mount.lustre.0 20000000:01000000:0.0:1787579807.047148:0:22607:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:0.0:1787579807.047181:0:22607:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1787579807.047186:0:22607:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:0.0:1787579807.047189:0:22607:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:0.0:1787579807.047193:0:22607:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:0.0:1787579807.047195:0:22607:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:0.0:1787579807.063653:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:937f45e5-74b5-492e-8aaf-97089f4f85ae+12:18257:x1874412558250112:12345-192.168.204.14@tcp:256:mount.lustre.0 Request processed in 16526us (16859us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579807.063675:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 139 00000100:00100000:3.0:1787579807.067507:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579807.067673:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558250240 00000100:00100000:0.0:1787579807.067687:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558250240 00000100:00100000:0.0:1787579807.067770:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 140 00000100:00100000:0.0:1787579807.067782:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:937f45e5-74b5-492e-8aaf-97089f4f85ae+12:18257:x1874412558250240:12345-192.168.204.14@tcp:101:mount.lustre.0 00010000:00010000:0.0:1787579807.067835:0:22605:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787579807.067861:0:22605:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff917d03720800/0xf52f64256fc7b52c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e3e2b25dfa0c5f6 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579807.067900:0:22605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff917d03720800/0xf52f64256fc7b52c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c5f6 expref: 13 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579807.068105:0:22605:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff917d03720800/0xf52f64256fc7b52c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c5f6 expref: 13 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579807.068119:0:22605:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917d03720800, rc 0) 00000100:00100000:0.0:1787579807.068203:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:937f45e5-74b5-492e-8aaf-97089f4f85ae+13:18257:x1874412558250240:12345-192.168.204.14@tcp:101:mount.lustre.0 Request processed in 422us (741us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579807.068211:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 140 00000100:00100000:3.0:1787579807.080632:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579807.081064:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558250368 00000100:00100000:0.0:1787579807.081078:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558250368 00000100:00100000:0.0:1787579807.081159:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 141 00000100:00100000:0.0:1787579807.081172:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:937f45e5-74b5-492e-8aaf-97089f4f85ae+13:18257:x1874412558250368:12345-192.168.204.14@tcp:501:mount.lustre.0 00000100:00100000:0.0:1787579807.081415:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:937f45e5-74b5-492e-8aaf-97089f4f85ae+13:18257:x1874412558250368:12345-192.168.204.14@tcp:501:mount.lustre.0 Request processed in 245us (802us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579807.081425:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 141 00000100:00100000:3.0:1787579807.094201:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579807.095034:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558250496 00000100:00100000:0.0:1787579807.095055:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558250496 00000100:00100000:0.0:1787579807.095159:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 142 00000100:00100000:0.0:1787579807.095175:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:937f45e5-74b5-492e-8aaf-97089f4f85ae+13:18257:x1874412558250496:12345-192.168.204.14@tcp:503:mount.lustre.0 00000100:00100000:0.0:1787579807.095415:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:937f45e5-74b5-492e-8aaf-97089f4f85ae+13:18257:x1874412558250496:12345-192.168.204.14@tcp:503:mount.lustre.0 Request processed in 243us (1231us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579807.095435:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 142 00000100:00100000:3.0:1787579807.103846:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1787579807.105812:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558250624 00000100:00100000:2.0:1787579807.105834:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558250624 00000100:00100000:2.0:1787579807.105931:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 143 00000100:00100000:2.0:1787579807.105945:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:937f45e5-74b5-492e-8aaf-97089f4f85ae+13:18272:x1874412558250624:12345-192.168.204.14@tcp:502:llog_process_th.0 00000100:00100000:2.0:1787579807.110146:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:937f45e5-74b5-492e-8aaf-97089f4f85ae+13:18272:x1874412558250624:12345-192.168.204.14@tcp:502:llog_process_th.0 Request processed in 4186us (6295us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579807.110166:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 143 00000100:00100000:3.0:1787579807.113739:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1787579807.114666:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558250752 00000100:00100000:2.0:1787579807.114682:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558250752 00000100:00100000:2.0:1787579807.114794:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 144 00000100:00100000:2.0:1787579807.114815:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:937f45e5-74b5-492e-8aaf-97089f4f85ae+13:18272:x1874412558250752:12345-192.168.204.14@tcp:502:llog_process_th.0 00000100:00100000:2.0:1787579807.115040:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:937f45e5-74b5-492e-8aaf-97089f4f85ae+13:18272:x1874412558250752:12345-192.168.204.14@tcp:502:llog_process_th.0 Request processed in 227us (1471us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579807.115049:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 144 00000100:00100000:3.0:1787579807.138287:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1787579807.138449:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579807.139749:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558250880 00000100:00100000:0.0:1787579807.139767:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558250880 00000100:00100000:0.0:1787579807.139845:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558251136 00000100:00100000:0.0:1787579807.139849:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558251136 00000100:00100000:0.0:1787579807.139880:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 16 00000100:00100000:0.0:1787579807.139889:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d0340ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2404:x1874412558250880:12345-192.168.204.14@tcp:38:mount.lustre.0 00000100:00100000:1.0:1787579807.140007:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 17 00000100:00100000:1.0:1787579807.140014:0:22614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d0340e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2404:x1874412558251136:12345-192.168.204.14@tcp:38:mount.lustre.0 00010000:00080000:0.0:1787579807.140310:0:22613:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from 5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627@192.168.204.14@tcp t0 exp 0000000000000000 cur 741 last 0 00000020:00000080:0.0:1787579807.140412:0:22613:0:(genops.c:1385:class_connect()) connect: client 5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627, cookie 0xf52f64256fc7b533 00000004:00100000:0.0:1787579807.140449:0:22613:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:0.0:1787579807.140623:0:22613:0:(import.c:65:import_set_state_nolock()) ffff917d03ab0800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787579807.140740:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d0340ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+6:2404:x1874412558250880:12345-192.168.204.14@tcp:38:mount.lustre.0 Request processed in 850us (2468us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579807.140749:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 16 00000100:00100000:3.0:1787579807.145866:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579807.146203:0:22612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558251392 00000100:00100000:0.0:1787579807.146218:0:22612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558251392 00000100:00100000:0.0:1787579807.146312:0:22612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 18 00000100:00100000:0.0:1787579807.146324:0:22612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d0340f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+6:18257:x1874412558251392:12345-192.168.204.14@tcp:41:mount.lustre.0 00000004:00000024:0.0:1787579807.146393:0:22612:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1787579807.146518:0:22612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d0340f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+6:18257:x1874412558251392:12345-192.168.204.14@tcp:41:mount.lustre.0 Request processed in 195us (670us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579807.146526:0:22612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 18 00000100:00080000:2.0:1787579807.147019:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787579807.150587:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00080000:1.0:1787579807.151423:0:22614:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from 5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627@192.168.204.14@tcp t0 exp 0000000000000000 cur 741 last 0 00000020:00000080:1.0:1787579807.151499:0:22614:0:(genops.c:1385:class_connect()) connect: client 5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627, cookie 0xf52f64256fc7b53a 00000004:00100000:1.0:1787579807.151541:0:22614:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:1.0:1787579807.151688:0:22614:0:(import.c:65:import_set_state_nolock()) ffff917e3d1cc800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787579807.152079:0:22614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d0340e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+6:2404:x1874412558251136:12345-192.168.204.14@tcp:38:mount.lustre.0 Request processed in 12059us (13626us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579807.152093:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 17 00000100:00100000:1.0:1787579807.152133:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558251008 00000100:00100000:1.0:1787579807.152160:0:22614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558251008 00000100:00100000:1.0:1787579807.152230:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 19 00000100:00100000:1.0:1787579807.152241:0:22614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d0340ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+6:0:x1874412558251008:12345-192.168.204.14@tcp:41:mount.lustre.0 00000004:00000024:1.0:1787579807.152267:0:22614:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1787579807.152310:0:22614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d0340ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+6:0:x1874412558251008:12345-192.168.204.14@tcp:41:mount.lustre.0 Request processed in 72us (1751us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579807.152317:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 19 00000100:00100000:3.0:1787579807.155315:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1787579807.156102:0:22612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558251520 00000100:00100000:1.0:1787579807.156118:0:22612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558251520 00000100:00100000:1.0:1787579807.156199:0:22612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 20 00000100:00100000:1.0:1787579807.156212:0:22612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d0340c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+6:18257:x1874412558251520:12345-192.168.204.14@tcp:40:mount.lustre.0 00000100:00100000:1.0:1787579807.156331:0:22612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d0340c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+6:18257:x1874412558251520:12345-192.168.204.14@tcp:40:mount.lustre.0 Request processed in 121us (1031us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579807.156340:0:22612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 20 00000100:00100000:3.0:1787579807.162417:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1787579807.164297:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558251264 00000100:00100000:1.0:1787579807.164319:0:22614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558251264 00000100:00100000:1.0:1787579807.164465:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 21 00000100:00100000:1.0:1787579807.164524:0:22614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d0340d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+6:0:x1874412558251264:12345-192.168.204.14@tcp:41:mount.lustre.0 00000004:00000024:1.0:1787579807.164598:0:22614:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1787579807.164718:0:22614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d0340d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+6:0:x1874412558251264:12345-192.168.204.14@tcp:41:mount.lustre.0 Request processed in 200us (2317us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579807.164727:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 21 00000100:00100000:3.0:1787579807.165600:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1787579807.165651:0:22623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558251904 00000100:00100000:3.0:1787579807.165658:0:22623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558251904 00000100:00100000:3.0:1787579807.165721:0:22623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 4 00000100:00100000:3.0:1787579807.165733:0:22623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d0340e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+6:18257:x1874412558251904:12345-192.168.204.14@tcp:900:mount.lustre.0 00000100:00100000:3.0:1787579807.165793:0:22623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d0340e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+6:18257:x1874412558251904:12345-192.168.204.14@tcp:900:mount.lustre.0 Request processed in 65us (200us total) trans 0 rc 0/0 00000100:00080000:2.0:1787579807.166312:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787579807.166625:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1787579807.167197:0:24601:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558251648 00000100:00100000:2.0:1787579807.167208:0:24601:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558251648 00000100:00100000:2.0:1787579807.167264:0:24601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 22 00000100:00100000:2.0:1787579807.167275:0:24601:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e08ad9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2404:x1874412558251648:12345-192.168.204.14@tcp:8:mount.lustre.0 00010000:00080000:2.0:1787579807.167313:0:24601:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from 5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627@192.168.204.14@tcp t0 exp 0000000000000000 cur 741 last 0 00000020:00000080:2.0:1787579807.167371:0:24601:0:(genops.c:1385:class_connect()) connect: client 5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627, cookie 0xf52f64256fc7b541 00002000:00100000:2.0:1787579807.167397:0:24601:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627/ffff917d022c7000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113950 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1787579807.167412:0:24601:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1787579807.167537:0:24601:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00100000:0.0:1787579807.168049:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579807.168107:0:24120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558251776 00000100:00100000:0.0:1787579807.168132:0:24120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558251776 00000100:00100000:0.0:1787579807.168165:0:24120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 23 00000100:00100000:0.0:1787579807.168172:0:24120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e08ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2404:x1874412558251776:12345-192.168.204.14@tcp:8:mount.lustre.0 00010000:00080000:0.0:1787579807.168196:0:24120:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from 5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627@192.168.204.14@tcp t0 exp 0000000000000000 cur 741 last 0 00000020:00000080:0.0:1787579807.168220:0:24120:0:(genops.c:1385:class_connect()) connect: client 5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627, cookie 0xf52f64256fc7b548 00002000:00100000:0.0:1787579807.168228:0:24120:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627/ffff917d03ab6800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113950 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1787579807.168238:0:24120:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:0.0:1787579807.168291:0:24120:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1787579807.168320:0:24120:0:(import.c:65:import_set_state_nolock()) ffff917d03ab2000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787579807.168421:0:24120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e08ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+6:2404:x1874412558251776:12345-192.168.204.14@tcp:8:mount.lustre.0 Request processed in 248us (372us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579807.168430:0:24120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 23 00000100:00100000:3.0:1787579807.168622:0:22623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 4 00000100:00080000:2.0:1787579807.169996:0:24601:0:(import.c:65:import_set_state_nolock()) ffff917d022c5000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787579807.170097:0:24601:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e08ad9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+6:2404:x1874412558251648:12345-192.168.204.14@tcp:8:mount.lustre.0 Request processed in 2817us (3470us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579807.170111:0:24601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 22 00000100:00100000:0.0:1787579807.179023:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1787579807.180077:0:22616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558252032 00000100:00100000:1.0:1787579807.180097:0:22616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558252032 00000100:00100000:1.0:1787579807.180184:0:22616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1 00000100:00100000:1.0:1787579807.180198:0:22616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e08ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+6:18257:x1874412558252032:12345-192.168.204.14@tcp:33:mount.lustre.0 00000004:00200000:1.0:1787579807.181145:0:22616:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:1.0:1787579807.182096:0:22616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e08ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+6:18257:x1874412558252032:12345-192.168.204.14@tcp:33:mount.lustre.0 Request processed in 1891us (3079us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579807.182111:0:22616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1 00010000:00010000:3.0:1787579807.352077:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787579807.369886:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579807.374517:0:24600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558252160 00000100:00100000:0.0:1787579807.374544:0:24600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558252160 00000100:00100000:0.0:1787579807.374816:0:24600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 22 00000100:00100000:0.0:1787579807.374833:0:24600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d0340c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+6:18295:x1874412558252160:12345-192.168.204.14@tcp:101:mkdir.0 00010000:00010000:0.0:1787579807.374864:0:24600:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787579807.374901:0:24600:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d03721800/0xf52f64256fc7b54f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e3e2b25dfa0c627 expref: -99 pid: 24600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579807.374996:0:24600:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff917d03720e00/0xf52f64256fc7b556 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579807.375020:0:24600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917d03720e00/0xf52f64256fc7b556 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579807.375062:0:24600:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d03720e00/0xf52f64256fc7b556 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787579807.375130:0:24600:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1787579807.375140:0:24600:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787579807.375410:0:24600:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff917d03720e00/0xf52f64256fc7b556 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579807.375449:0:24600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917d03721800/0xf52f64256fc7b54f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c627 expref: 8 pid: 24600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579807.375538:0:24600:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff917d03720e00/0xf52f64256fc7b556 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c627 expref: 7 pid: 24600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579807.375549:0:24600:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff917d03b45200) 00010000:00010000:0.0:1787579807.375553:0:24600:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787579807.375558:0:24600:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917d03720e00, rc 0) 00000100:00100000:0.0:1787579807.375669:0:24600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d0340c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+7:18295:x1874412558252160:12345-192.168.204.14@tcp:101:mkdir.0 Request processed in 840us (5798us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579807.375678:0:24600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 22 00000100:00100000:0.0:1787579807.544102:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e3637a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874412578297728:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787579807.544545:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579807.545946:0:24123:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578297728 00000100:00100000:2.0:1787579807.545968:0:24123:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578297728 00000100:00100000:2.0:1787579807.546084:0:24123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1787579807.546097:0:24123:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e08adad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1874412578297728:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787579807.546242:0:24123:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1787579807.546347:0:24123:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e08adad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1874412578297728:12345-0@lo:13:osp-pre-0-0.0 Request processed in 253us (1804us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579807.546356:0:24123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1787579807.546818:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e3637a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874412578297728:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1787579807.546911:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787579808.059003:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e3f980e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874412578297856:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787579808.059106:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579808.059208:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e3f980000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874412578297984:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787579808.059235:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579808.059283:0:24123:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578297856 00000100:00100000:1.0:1787579808.059294:0:24123:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578297856 00000100:00100000:1.0:1787579808.059351:0:24123:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578297984 00000100:00100000:1.0:1787579808.059354:0:24123:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578297984 00000100:00100000:1.0:1787579808.059415:0:24123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1787579808.059426:0:24123:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3f983b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1874412578297856:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1787579808.059466:0:24123:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923509248 avail 3691986944 00000100:00100000:1.0:1787579808.059536:0:24123:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3f983b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1874412578297856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579808.059545:0:24123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1787579808.059566:0:24123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1787579808.059573:0:24123:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3f980700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1874412578297984:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787579808.059583:0:24123:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923509248 avail 3691986944 00000100:00100000:1.0:1787579808.059609:0:24123:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3f980700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1874412578297984:12345-0@lo:13:osp-pre-1-0.0 Request processed in 37us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579808.059614:0:24123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1787579808.059663:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e3f980e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874412578297856:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787579808.059706:0:3643:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:1.0:1787579808.059721:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e3f980000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874412578297984:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1787579808.059736:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787579808.060383:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e3f980000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5021fa0c-b9b1-4d6f-a916-64b48083a802:3644:1874412578298112:0@lo:400:kworker.0 00000100:00100000:1.0:1787579808.060431:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579808.060463:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e3f982d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1874412578298624:0@lo:400:kworker.0 00000100:00100000:1.0:1787579808.060514:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579808.060534:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e16d58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3644:1874412578299136:0@lo:400:kworker.0 00000100:00100000:1.0:1787579808.060561:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579808.060585:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1787579808.060591:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e3f981f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3644:1874412578298496:0@lo:400:kworker.0 00000100:00100000:1.0:1787579808.060612:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579808.060629:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36384000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3644:1874412578299008:0@lo:400:kworker.0 00000100:00100000:1.0:1787579808.060649:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579808.060676:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e3f983800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874412578298240:0@lo:400:kworker.0 00000100:00100000:1.0:1787579808.060700:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579808.060718:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36385880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874412578298752:0@lo:400:kworker.0 00000100:00100000:1.0:1787579808.060742:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579808.060761:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e16d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3641:1874412578299264:0@lo:400:kworker.0 00000100:00100000:1.0:1787579808.060790:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579808.060810:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1787579808.060815:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e3f980e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874412578298368:0@lo:400:kworker.0 00000100:00100000:1.0:1787579808.060841:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579808.060859:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36386a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1874412578298880:0@lo:400:kworker.0 00000100:00100000:1.0:1787579808.060899:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579808.060918:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e16d5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3641:1874412578299392:0@lo:400:kworker.0 00000100:00100000:1.0:1787579808.060943:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579808.060973:0:22618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578298624 00000100:00100000:1.0:1787579808.060980:0:22618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578298624 00000100:00100000:1.0:1787579808.061022:0:22618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578298240 00000100:00100000:1.0:1787579808.061026:0:22618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578298240 00000100:00100000:1.0:1787579808.061041:0:22618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1787579808.061050:0:22618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e16d5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1874412578298624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787579808.061103:0:22618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e16d5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1874412578298624:12345-0@lo:400:kworker.0 Request processed in 53us (588us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579808.061111:0:22618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1787579808.061127:0:22618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1787579808.061134:0:22618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e16d59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1874412578298240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787579808.061166:0:22618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e16d59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1874412578298240:12345-0@lo:400:kworker.0 Request processed in 32us (465us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579808.061172:0:22618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1787579808.061191:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578299136 00000100:00100000:1.0:1787579808.061195:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578299136 00000100:00100000:1.0:1787579808.061228:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578298496 00000100:00100000:1.0:1787579808.061231:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578298496 00000100:00100000:1.0:1787579808.061242:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578299008 00000100:00100000:1.0:1787579808.061245:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578299008 00000100:00100000:1.0:1787579808.061256:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578299264 00000100:00100000:1.0:1787579808.061258:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578299264 00000100:00100000:1.0:1787579808.061270:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578298880 00000100:00100000:1.0:1787579808.061272:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578298880 00000100:00100000:1.0:1787579808.061280:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578299392 00000100:00100000:1.0:1787579808.061282:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578299392 00000100:00100000:1.0:1787579808.061309:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1787579808.061314:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e16d59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1874412578299136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787579808.061348:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e16d59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1874412578299136:12345-0@lo:400:kworker.0 Request processed in 34us (786us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579808.061353:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1787579808.061378:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1787579808.061385:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e16d59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1874412578298496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787579808.061415:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e16d59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1874412578298496:12345-0@lo:400:kworker.0 Request processed in 31us (802us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579808.061420:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1787579808.061726:0:24913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1787579808.061738:0:24913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e16d5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1874412578299008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579808.061777:0:24913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e16d5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1874412578299008:12345-0@lo:400:kworker.0 Request processed in 43us (1127us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579808.061784:0:24913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1787579808.061796:0:24913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1787579808.061802:0:24913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e16d5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1874412578299264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579808.061829:0:24913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e16d5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1874412578299264:12345-0@lo:400:kworker.0 Request processed in 28us (1038us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579808.061835:0:24913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1787579808.061854:0:24913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1787579808.061860:0:24913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e16d58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1874412578298880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579808.061888:0:24913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e16d58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1874412578298880:12345-0@lo:400:kworker.0 Request processed in 29us (990us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579808.061894:0:24913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1787579808.061904:0:24913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1787579808.061910:0:24913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e16d59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1874412578299392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579808.061938:0:24913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e16d59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1874412578299392:12345-0@lo:400:kworker.0 Request processed in 28us (995us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579808.061944:0:24913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1787579808.062003:0:24121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578298752 00000100:00100000:3.0:1787579808.062008:0:24121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578298752 00000100:00100000:3.0:1787579808.062039:0:24121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578298368 00000100:00100000:3.0:1787579808.062042:0:24121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578298368 00000100:00100000:3.0:1787579808.062064:0:24121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1787579808.062071:0:24121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e16d58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1874412578298752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579808.062104:0:24121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e16d58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1874412578298752:12345-0@lo:400:kworker.0 Request processed in 34us (1362us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579808.062110:0:24121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1787579808.062124:0:24121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1787579808.062130:0:24121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e16d59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1874412578298368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579808.062157:0:24121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e16d59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1874412578298368:12345-0@lo:400:kworker.0 Request processed in 28us (1314us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579808.062163:0:24121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1787579808.062196:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578298112 00000100:00100000:3.0:1787579808.062200:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578298112 00000100:00100000:3.0:1787579808.062226:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:3.0:1787579808.062242:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+24:3644:x1874412578298112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579808.062278:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+24:3644:x1874412578298112:12345-0@lo:400:kworker.0 Request processed in 37us (1847us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579808.062284:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00100000:3.0:1787579808.062381:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e3f981f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3644:1874412578298496:0@lo:400:kworker.0 00000100:00100000:3.0:1787579808.062397:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36384000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3644:1874412578299008:0@lo:400:kworker.0 00000100:00100000:3.0:1787579808.062406:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e3f980000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5021fa0c-b9b1-4d6f-a916-64b48083a802:3644:1874412578298112:0@lo:400:kworker.0 00000100:00100000:3.0:1787579808.062417:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e3f982d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1874412578298624:0@lo:400:kworker.0 00010000:00080000:3.0:1787579808.062434:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff917e16d58a80 x1874412578299136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579824 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579808.062446:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e16d58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3644:1874412578299136:0@lo:400:kworker.0 00000100:00100000:3.0:1787579808.062549:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e3f980e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874412578298368:0@lo:400:kworker.0 00000100:00100000:3.0:1787579808.062563:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36386a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1874412578298880:0@lo:400:kworker.0 00010000:00080000:3.0:1787579808.062575:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff917e16d5b100 x1874412578299392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579824 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579808.062584:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e16d5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3641:1874412578299392:0@lo:400:kworker.0 00000100:00100000:3.0:1787579808.062596:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e3f983800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874412578298240:0@lo:400:kworker.0 00000100:00100000:3.0:1787579808.062607:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36385880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874412578298752:0@lo:400:kworker.0 00000100:00100000:3.0:1787579808.062617:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e16d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3641:1874412578299264:0@lo:400:kworker.0 00000100:00080000:3.0:1787579808.062641:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1787579808.062653:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787579808.062656:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1787579808.376280:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579809.400688:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1787579809.594586:0:23345:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627 00000001:00100000:2.0:1787579809.594603:0:23345:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of cd755023-1d3e-4f78-b344-56bf54ed2eed 00000001:00100000:2.0:1787579809.596131:0:24115:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627 00000001:00100000:2.0:1787579809.596164:0:24115:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of cd755023-1d3e-4f78-b344-56bf54ed2eed 00000001:00100000:3.0:1787579809.596590:0:22592:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627 00000001:00100000:3.0:1787579809.596602:0:22592:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of cd755023-1d3e-4f78-b344-56bf54ed2eed 00000001:00100000:1.0:1787579809.596859:0:24938:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627 00000001:00100000:1.0:1787579809.596880:0:24938:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of cd755023-1d3e-4f78-b344-56bf54ed2eed 00000040:00080000:0.0:1787579809.912257:0:22648:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1787579810.425979:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787579810.617366:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e16d5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874412578299520:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787579810.617905:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579810.619224:0:24123:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578299520 00000100:00100000:2.0:1787579810.619237:0:24123:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578299520 00000100:00100000:2.0:1787579810.619322:0:24123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1787579810.619335:0:24123:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e36385880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1874412578299520:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1787579810.619374:0:24123:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1787579810.619442:0:24123:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e36385880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1874412578299520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 110us (1537us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579810.619450:0:24123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00080000:2.0:1787579810.619501:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787579810.619541:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e16d5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874412578299520:0@lo:13:osp-pre-0-1.0 00000001:02000400:3.0:1787579811.009429:0:25494:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:1.0:1787579811.448838:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787579811.640128:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787579811.640153:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e08ada300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874412578299648:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787579811.640240:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579811.640321:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e3637a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874412578299776:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787579811.640347:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579811.640427:0:22618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578299648 00000100:00100000:0.0:1787579811.640436:0:22618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578299648 00000100:00100000:0.0:1787579811.640520:0:22618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578299776 00000100:00100000:0.0:1787579811.640524:0:22618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578299776 00000100:00100000:0.0:1787579811.640561:0:22618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1787579811.640569:0:22618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e36386a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1874412578299648:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787579811.640603:0:22618:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1787579811.640656:0:22618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e36386a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1874412578299648:12345-0@lo:41:osp-pre-1-0.0 Request processed in 87us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579811.640663:0:22618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1787579811.640679:0:22618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1787579811.640686:0:22618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e36384000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1874412578299776:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787579811.640702:0:22618:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1787579811.640734:0:22618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e36384000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1874412578299776:12345-0@lo:41:osp-pre-0-1.0 Request processed in 49us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579811.640740:0:22618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1787579811.640781:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e3637a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874412578299776:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787579811.640815:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e08ada300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874412578299648:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787579812.233311:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579812.233349:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579812.233369:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579812.233387:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579812.233401:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579812.233415:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579812.233430:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579812.233445:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1787579812.233515:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558252288 00000100:00100000:2.0:1787579812.233524:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558252288 00000100:00100000:2.0:1787579812.233581:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 146 00000100:00100000:2.0:1787579812.233615:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:937f45e5-74b5-492e-8aaf-97089f4f85ae+13:2407:x1874412558252288:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1787579812.233680:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:937f45e5-74b5-492e-8aaf-97089f4f85ae+13:2407:x1874412558252288:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 78us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579812.233687:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 146 00000100:00100000:3.0:1787579812.236071:0:24913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558252416 00000100:00100000:3.0:1787579812.236090:0:24913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558252416 00000100:00100000:3.0:1787579812.236178:0:24913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558252544 00000100:00100000:3.0:1787579812.236182:0:24913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558252544 00000100:00100000:3.0:1787579812.236196:0:24913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558252928 00000100:00100000:3.0:1787579812.236198:0:24913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558252928 00000100:00100000:3.0:1787579812.236207:0:24913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558253056 00000100:00100000:3.0:1787579812.236209:0:24913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558253056 00000100:00100000:3.0:1787579812.236228:0:24913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 48 00000100:00100000:3.0:1787579812.236238:0:24913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e08ada300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cd755023-1d3e-4f78-b344-56bf54ed2eed+6:2408:x1874412558252416:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1787579812.236319:0:24913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e08ada300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cd755023-1d3e-4f78-b344-56bf54ed2eed+6:2408:x1874412558252416:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 83us (2969us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579812.236326:0:24913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 48 00000100:00100000:3.0:1787579812.236343:0:24913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 49 00000100:00100000:3.0:1787579812.236348:0:24913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e08adb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cd755023-1d3e-4f78-b344-56bf54ed2eed+5:2407:x1874412558252544:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1787579812.236382:0:24913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e08adb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cd755023-1d3e-4f78-b344-56bf54ed2eed+5:2407:x1874412558252544:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 34us (3012us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579812.236388:0:24913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 49 00000100:00100000:3.0:1787579812.236399:0:24913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 50 00000100:00100000:3.0:1787579812.236405:0:24913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e08ad9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+6:2408:x1874412558252928:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1787579812.236426:0:24913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e08ad9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+6:2408:x1874412558252928:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 22us (3010us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579812.236432:0:24913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 50 00000100:00100000:3.0:1787579812.236442:0:24913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 51 00000100:00100000:3.0:1787579812.236447:0:24913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e08adb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+5:2407:x1874412558253056:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1787579812.236494:0:24913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e08adb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+5:2407:x1874412558253056:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 21us (3037us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579812.236502:0:24913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 51 00000100:00100000:3.0:1787579812.236525:0:24121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558252672 00000100:00100000:3.0:1787579812.236529:0:24121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558252672 00000100:00100000:3.0:1787579812.236553:0:24121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558252800 00000100:00100000:3.0:1787579812.236556:0:24121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558252800 00000100:00100000:3.0:1787579812.236568:0:24121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558253184 00000100:00100000:3.0:1787579812.236571:0:24121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558253184 00000100:00100000:3.0:1787579812.236584:0:24121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 11 00000100:00100000:3.0:1787579812.236589:0:24121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e08adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:cd755023-1d3e-4f78-b344-56bf54ed2eed+5:2408:x1874412558252672:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1787579812.236616:0:24121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e08adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:cd755023-1d3e-4f78-b344-56bf54ed2eed+5:2408:x1874412558252672:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 27us (3228us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579812.236622:0:24121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 11 00000100:00100000:3.0:1787579812.236631:0:24121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 12 00000100:00100000:3.0:1787579812.236643:0:24121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e08adbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:cd755023-1d3e-4f78-b344-56bf54ed2eed+5:2407:x1874412558252800:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1787579812.236665:0:24121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e08adbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:cd755023-1d3e-4f78-b344-56bf54ed2eed+5:2407:x1874412558252800:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 24us (3263us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579812.236671:0:24121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 12 00000100:00100000:3.0:1787579812.236681:0:24121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 13 00000100:00100000:3.0:1787579812.236686:0:24121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03f48700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+5:2408:x1874412558253184:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1787579812.236703:0:24121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03f48700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+5:2408:x1874412558253184:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 18us (3257us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579812.236709:0:24121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 13 00000100:00080000:0.0:1787579812.236978:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787579812.236983:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787579812.236986:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787579812.236988:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787579812.244077:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1787579812.245095:0:24121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558253312 00000100:00100000:3.0:1787579812.245113:0:24121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558253312 00000100:00100000:3.0:1787579812.245202:0:24121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 14 00000100:00100000:3.0:1787579812.245212:0:24121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e16d5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+5:2407:x1874412558253312:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1787579812.245293:0:24121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e16d5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+5:2407:x1874412558253312:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 82us (1227us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579812.245300:0:24121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 14 00000100:00080000:0.0:1787579812.245752:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1787579812.475005:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787579812.663870:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36379500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1874412578299904:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787579812.663941:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579812.664069:0:24123:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578299904 00000100:00100000:2.0:1787579812.664077:0:24123:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578299904 00000100:00100000:2.0:1787579812.664146:0:24123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1787579812.664155:0:24123:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e16d58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1874412578299904:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1787579812.664176:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:2.0:1787579812.664185:0:24123:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1787579812.664238:0:24123:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e16d58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1874412578299904:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579812.664245:0:24123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1787579812.664294:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36379500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1874412578299904:0@lo:13:osp-pre-0-0.0 00000040:00080000:2.0:1787579812.738121:0:23369:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1787579813.175839:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e16d58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874412578300160:0@lo:400:kworker.0 00000100:00100000:1.0:1787579813.175921:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579813.175983:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e16d58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1874412578300672:0@lo:400:kworker.0 00000100:00100000:1.0:1787579813.176006:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579813.176023:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03b9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3644:1874412578301184:0@lo:400:kworker.0 00000100:00100000:1.0:1787579813.176046:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579813.176089:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:1.0:1787579813.176096:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e16d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5021fa0c-b9b1-4d6f-a916-64b48083a802:3644:1874412578300032:0@lo:400:kworker.0 00000100:00100000:1.0:1787579813.176126:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579813.176146:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e16d5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3644:1874412578300544:0@lo:400:kworker.0 00000100:00100000:1.0:1787579813.176166:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579813.176183:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03b9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3644:1874412578301056:0@lo:400:kworker.0 00000100:00100000:1.0:1787579813.176201:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579813.176218:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03b9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3644:1874412578301568:0@lo:400:kworker.0 00000100:00100000:1.0:1787579813.176235:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579813.176361:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787579813.176370:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03f49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874412578301696:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787579813.176399:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579813.176426:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e16d5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874412578300288:0@lo:400:kworker.0 00000100:00100000:0.0:1787579813.176452:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579813.176488:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03b9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874412578300800:0@lo:400:kworker.0 00000100:00100000:0.0:1787579813.176510:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579813.176529:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03b9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3641:1874412578301312:0@lo:400:kworker.0 00000100:00100000:0.0:1787579813.176549:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579813.176567:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1787579813.176573:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e16d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874412578300416:0@lo:400:kworker.0 00000100:00100000:0.0:1787579813.176593:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579813.176611:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03b9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874412578300928:0@lo:400:kworker.0 00000100:00100000:0.0:1787579813.176663:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579813.176682:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03b9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3641:1874412578301440:0@lo:400:kworker.0 00000100:00100000:0.0:1787579813.176702:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579813.176729:0:22618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578300160 00000100:00100000:0.0:1787579813.176737:0:22618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578300160 00000100:00100000:0.0:1787579813.176787:0:22618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578300672 00000100:00100000:0.0:1787579813.176791:0:22618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578300672 00000100:00100000:0.0:1787579813.176806:0:22618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1787579813.176815:0:22618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03b9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1874412578300160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787579813.176897:0:22618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03b9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1874412578300160:12345-0@lo:400:kworker.0 Request processed in 82us (975us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579813.176912:0:22618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1787579813.176930:0:22618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1787579813.176935:0:22618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03b9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1874412578300672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787579813.176962:0:22618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03b9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1874412578300672:12345-0@lo:400:kworker.0 Request processed in 27us (955us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579813.176967:0:22618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1787579813.176990:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578300032 00000100:00100000:0.0:1787579813.176993:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578300032 00000100:00100000:0.0:1787579813.177016:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:0.0:1787579813.177021:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+24:3644:x1874412578300032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787579813.177048:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+24:3644:x1874412578300032:12345-0@lo:400:kworker.0 Request processed in 27us (922us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579813.177053:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00100000:0.0:1787579813.177117:0:24601:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578300288 00000100:00100000:0.0:1787579813.177121:0:24601:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578300288 00000100:00100000:0.0:1787579813.177140:0:24601:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578300800 00000100:00100000:0.0:1787579813.177142:0:24601:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578300800 00000100:00100000:0.0:1787579813.177164:0:24601:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578300416 00000100:00100000:0.0:1787579813.177167:0:24601:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578300416 00000100:00100000:0.0:1787579813.177179:0:24601:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578300928 00000100:00100000:0.0:1787579813.177181:0:24601:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578300928 00000100:00100000:0.0:1787579813.177197:0:24601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1787579813.177203:0:24601:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03f4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3641:x1874412578300288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787579813.177238:0:24601:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03f4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3641:x1874412578300288:12345-0@lo:400:kworker.0 Request processed in 35us (786us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579813.177244:0:24601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1787579813.177255:0:24601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1787579813.177279:0:24601:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03f49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3641:x1874412578300800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787579813.177309:0:24601:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03f49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3641:x1874412578300800:12345-0@lo:400:kworker.0 Request processed in 32us (798us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579813.177314:0:24601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1787579813.177326:0:24601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1787579813.177332:0:24601:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03400000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3641:x1874412578300416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787579813.177377:0:24601:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03400000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3641:x1874412578300416:12345-0@lo:400:kworker.0 Request processed in 46us (783us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579813.177383:0:24601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1787579813.177395:0:24601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1787579813.177400:0:24601:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3d116050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3641:x1874412578300928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787579813.177423:0:24601:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3d116050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3641:x1874412578300928:12345-0@lo:400:kworker.0 Request processed in 24us (760us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579813.177428:0:24601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1787579813.177593:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578301184 00000100:00100000:0.0:1787579813.177597:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578301184 00000100:00100000:0.0:1787579813.177617:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578300544 00000100:00100000:0.0:1787579813.177619:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578300544 00000100:00100000:0.0:1787579813.177628:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578301056 00000100:00100000:0.0:1787579813.177630:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578301056 00000100:00100000:0.0:1787579813.177639:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578301568 00000100:00100000:0.0:1787579813.177641:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578301568 00000100:00100000:0.0:1787579813.177652:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578301312 00000100:00100000:0.0:1787579813.177655:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578301312 00000100:00100000:0.0:1787579813.177666:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578301440 00000100:00100000:0.0:1787579813.177669:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578301440 00000100:00100000:0.0:1787579813.177683:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1787579813.177688:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03b9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1874412578301184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787579813.177728:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03b9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1874412578301184:12345-0@lo:400:kworker.0 Request processed in 39us (1680us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579813.177733:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1787579813.177744:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1787579813.177750:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03b9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1874412578300544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787579813.177776:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03b9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1874412578300544:12345-0@lo:400:kworker.0 Request processed in 26us (1608us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579813.177781:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1787579813.177790:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1787579813.177794:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03b9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1874412578301056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787579813.177819:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03b9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1874412578301056:12345-0@lo:400:kworker.0 Request processed in 24us (1617us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579813.177825:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1787579813.177836:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1787579813.177841:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03b9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1874412578301568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787579813.177865:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03b9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1874412578301568:12345-0@lo:400:kworker.0 Request processed in 24us (1629us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579813.177870:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1787579813.177880:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1787579813.177885:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03401500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1874412578301312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787579813.177909:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03401500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1874412578301312:12345-0@lo:400:kworker.0 Request processed in 24us (1359us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579813.177914:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1787579813.177923:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1787579813.177927:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03402a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1874412578301440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787579813.177958:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03402a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1874412578301440:12345-0@lo:400:kworker.0 Request processed in 31us (1255us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579813.177963:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00080000:0.0:1787579813.177988:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787579813.177992:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787579813.177995:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787579813.177997:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787579813.178030:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e16d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874412578300416:0@lo:400:kworker.0 00000100:00100000:0.0:1787579813.178043:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03b9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874412578300928:0@lo:400:kworker.0 00000100:00100000:0.0:1787579813.178052:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03b9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3641:1874412578301440:0@lo:400:kworker.0 00000100:00100000:0.0:1787579813.178064:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e16d5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874412578300288:0@lo:400:kworker.0 00000100:00100000:0.0:1787579813.178073:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03b9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874412578300800:0@lo:400:kworker.0 00010000:00080000:0.0:1787579813.178085:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff917d03b9e680 x1874412578301312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579829 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787579813.178096:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03b9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3641:1874412578301312:0@lo:400:kworker.0 00000100:00100000:0.0:1787579813.178133:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e16d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5021fa0c-b9b1-4d6f-a916-64b48083a802:3644:1874412578300032:0@lo:400:kworker.0 00000100:00100000:0.0:1787579813.178143:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e16d5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3644:1874412578300544:0@lo:400:kworker.0 00000100:00100000:0.0:1787579813.178152:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03b9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3644:1874412578301056:0@lo:400:kworker.0 00010000:00080000:0.0:1787579813.178165:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff917d03b9f480 x1874412578301568/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579829 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787579813.178175:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03b9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3644:1874412578301568:0@lo:400:kworker.0 00000100:00100000:0.0:1787579813.178198:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e16d58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874412578300160:0@lo:400:kworker.0 00000100:00100000:0.0:1787579813.178207:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e16d58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1874412578300672:0@lo:400:kworker.0 00000100:00100000:0.0:1787579813.178217:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03b9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3644:1874412578301184:0@lo:400:kworker.0 00000100:00100000:2.0:1787579813.178786:0:24123:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578301696 00000100:00100000:2.0:1787579813.178802:0:24123:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578301696 00000100:00100000:2.0:1787579813.178844:0:24123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1787579813.178851:0:24123:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03f48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1874412578301696:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1787579813.178874:0:24123:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923509248 avail 3691986944 00000100:00100000:2.0:1787579813.178919:0:24123:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03f48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1874412578301696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (2519us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579813.178925:0:24123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1787579813.178973:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03f49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874412578301696:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787579813.179024:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787579813.179037:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e3637b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1874412578301824:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787579813.179073:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579813.179177:0:24123:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578301824 00000100:00100000:2.0:1787579813.179181:0:24123:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578301824 00000100:00100000:2.0:1787579813.179242:0:24123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1787579813.179249:0:24123:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03b9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1874412578301824:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1787579813.179282:0:24123:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923509248 avail 3691986944 00000100:00100000:2.0:1787579813.179312:0:24123:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03b9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1874412578301824:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579813.179317:0:24123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1787579813.180854:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e3637b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1874412578301824:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1787579813.495683:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579814.519961:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1787579815.130440:0:25641:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007fff17d6f560 20000000:00000080:0.0:1787579815.130459:0:25641:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff917d039ad400 uarg=0000000000000000 20000000:01000000:0.0:1787579815.130841:0:25641:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:0.0:1787579815.130848:0:25641:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:0.0:1787579815.130854:0:25641:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:3.0:1787579815.131689:0:25642:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:0.0:1787579815.131882:0:25641:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:0.0:1787579815.144157:0:25641:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:1.0:1787579815.145346:0:25641:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff917d0397fc00/0xf52f64256fc7b55d lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579815.145368:0:25641:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff917e36368400/0xf52f64256fc7b1ba lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf52f64256fc7b1b3 expref: 23 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579815.145377:0:25641:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff917e36369800/0xf52f64256fc7b1c8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf52f64256fc7b1c1 expref: 23 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579815.145384:0:25641:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff917d03721600/0xf52f64256fc7b207 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf52f64256fc7b200 expref: 23 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579815.145391:0:25641:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff917e36369c00/0xf52f64256fc7b388 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf52f64256fc7b381 expref: 23 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579815.145417:0:25641:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff917e3f91bc00/0xf52f64256fc7b4ed lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c586 expref: 12 pid: 22607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579815.145425:0:25641:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff917d03720800/0xf52f64256fc7b52c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c5f6 expref: 12 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579815.145434:0:25641:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff917d0397fc00/0xf52f64256fc7b55d lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579815.145494:0:25641:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff917d03720800/0xf52f64256fc7b52c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c5f6 expref: 12 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579815.145511:0:25641:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff917d03720800/0xf52f64256fc7b52c lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c5f6 expref: 12 pid: 22605 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787579815.145528:0:25641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03b9ed80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25641:1874412578301952:192.168.204.14@tcp:104: 00010000:00010000:1.0:1787579815.145630:0:25641:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff917e3f91bc00/0xf52f64256fc7b4ed lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c586 expref: 12 pid: 22607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579815.145639:0:25641:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff917e3f91bc00/0xf52f64256fc7b4ed lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c586 expref: 12 pid: 22607 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787579815.145648:0:25641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03b9ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25641:1874412578302080:192.168.204.14@tcp:104: 00010000:00010000:1.0:1787579815.145680:0:25641:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff917e36369c00/0xf52f64256fc7b388 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf52f64256fc7b381 expref: 23 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579815.145688:0:25641:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff917e36369c00/0xf52f64256fc7b388 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf52f64256fc7b381 expref: 23 pid: 22604 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787579815.145710:0:25641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03b9f100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25641:1874412578302208:0@lo:104: 00000100:00100000:1.0:1787579815.145885:0:25641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1787579815.145935:0:25641:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff917d03721600/0xf52f64256fc7b207 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf52f64256fc7b200 expref: 23 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579815.145944:0:25641:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff917d03721600/0xf52f64256fc7b207 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf52f64256fc7b200 expref: 23 pid: 22604 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787579815.145953:0:25641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03b9ca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25641:1874412578302336:0@lo:104: 00000100:00100000:1.0:1787579815.145978:0:25641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1787579815.146011:0:25641:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff917e36369800/0xf52f64256fc7b1c8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf52f64256fc7b1c1 expref: 23 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579815.146019:0:25641:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff917e36369800/0xf52f64256fc7b1c8 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf52f64256fc7b1c1 expref: 23 pid: 22604 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787579815.146027:0:25641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03b9c000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25641:1874412578302464:0@lo:104: 00000100:00100000:1.0:1787579815.146048:0:25641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1787579815.147350:0:25641:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff917e36368400/0xf52f64256fc7b1ba lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf52f64256fc7b1b3 expref: 23 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579815.147367:0:25641:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff917e36368400/0xf52f64256fc7b1ba lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf52f64256fc7b1b3 expref: 23 pid: 22605 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787579815.147381:0:25641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03b9fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25641:1874412578302592:0@lo:104: 00000100:00100000:1.0:1787579815.147419:0:25641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579815.147431:0:25641:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e3be1f780 going to sleep for 11 seconds 00000100:00100000:2.0:1787579815.147556:0:22595:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578302336 00000100:00100000:2.0:1787579815.147564:0:22595:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578302336 00000100:00100000:3.0:1787579815.147831:0:22595:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578302464 00000100:00100000:3.0:1787579815.147837:0:22595:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578302464 00000100:00100000:3.0:1787579815.147850:0:22595:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578302592 00000100:00100000:3.0:1787579815.147852:0:22595:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578302592 00000100:00100000:3.0:1787579815.147865:0:22595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1787579815.147875:0:22595:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03b9f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5021fa0c-b9b1-4d6f-a916-64b48083a802+5:25641:x1874412578302336:12345-0@lo:104: 00010000:00010000:3.0:1787579815.147889:0:22595:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.114@tcp lock: ffff917e0564d000/0xf52f64256fc7b200 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xf52f64256fc7b207 expref: -99 pid: 24114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579815.148261:0:22595:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1787579815.148269:0:22595:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03b9f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5021fa0c-b9b1-4d6f-a916-64b48083a802+5:25641:x1874412578302336:12345-0@lo:104: Request processed in 395us (2290us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579815.148276:0:22595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1787579815.148295:0:22595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1787579815.148301:0:22595:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03b9e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5021fa0c-b9b1-4d6f-a916-64b48083a802+4:25641:x1874412578302464:12345-0@lo:104: 00010000:00010000:3.0:1787579815.148309:0:22595:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.114@tcp lock: ffff917e0564d800/0xf52f64256fc7b1c1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xf52f64256fc7b1c8 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579815.148346:0:22595:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1787579815.148352:0:22595:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03b9e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5021fa0c-b9b1-4d6f-a916-64b48083a802+4:25641:x1874412578302464:12345-0@lo:104: Request processed in 52us (2304us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579815.148358:0:22595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1787579815.148371:0:22595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1787579815.148377:0:22595:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03b9df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5021fa0c-b9b1-4d6f-a916-64b48083a802+3:25641:x1874412578302592:12345-0@lo:104: 00010000:00010000:3.0:1787579815.148384:0:22595:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.114@tcp lock: ffff917e36369e00/0xf52f64256fc7b1b3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xf52f64256fc7b1ba expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579815.148416:0:22595:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:3.0:1787579815.148421:0:22595:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03b9df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5021fa0c-b9b1-4d6f-a916-64b48083a802+3:25641:x1874412578302592:12345-0@lo:104: Request processed in 45us (1002us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579815.148427:0:22595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00010000:3.0:1787579815.148444:0:22600:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1787579815.148451:0:22600:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff917e0564d000/0xf52f64256fc7b200 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xf52f64256fc7b207 expref: -99 pid: 24114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579815.148497:0:22600:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e0564d000 already unused, calling callback (ffffffffc13acc20) 10000000:00010000:3.0:1787579815.148502:0:22600:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff917e0564d000/0xf52f64256fc7b200 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xf52f64256fc7b207 expref: -99 pid: 24114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579815.148511:0:22600:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff917e0564d000/0xf52f64256fc7b200 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xf52f64256fc7b207 expref: -99 pid: 24114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787579815.148519:0:22600:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff917e0564d000/0xf52f64256fc7b200 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xf52f64256fc7b207 expref: -99 pid: 24114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787579815.148524:0:22600:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1787579815.148577:0:22600:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.114@tcp lock: ffff917e0564d000/0xf52f64256fc7b200 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf52f64256fc7b207 expref: -99 pid: 24114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579815.148584:0:22600:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787579815.148607:0:22600:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff917e0564d000/0xf52f64256fc7b200 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf52f64256fc7b207 expref: -99 pid: 24114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579815.148614:0:22600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff917e0564d000/0xf52f64256fc7b200 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf52f64256fc7b207 expref: -99 pid: 24114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579815.148628:0:22600:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787579815.148631:0:22600:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff917e0564d800/0xf52f64256fc7b1c1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xf52f64256fc7b1c8 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579815.148636:0:22600:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e0564d800 already unused, calling callback (ffffffffc13acc20) 10000000:00010000:3.0:1787579815.148639:0:22600:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff917e0564d800/0xf52f64256fc7b1c1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xf52f64256fc7b1c8 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579815.148656:0:22600:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff917e0564d800/0xf52f64256fc7b1c1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xf52f64256fc7b1c8 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787579815.148662:0:22600:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff917e0564d800/0xf52f64256fc7b1c1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xf52f64256fc7b1c8 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787579815.148681:0:22600:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1787579815.148695:0:22600:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.114@tcp lock: ffff917e0564d800/0xf52f64256fc7b1c1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf52f64256fc7b1c8 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579815.148701:0:22600:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787579815.148715:0:22600:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff917e0564d800/0xf52f64256fc7b1c1 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf52f64256fc7b1c8 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579815.148721:0:22600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff917e0564d800/0xf52f64256fc7b1c1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf52f64256fc7b1c8 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579815.148730:0:22600:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787579815.148733:0:22600:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff917e36369e00/0xf52f64256fc7b1b3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf52f64256fc7b1ba expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579815.148738:0:22600:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e36369e00 already unused, calling callback (ffffffffc13acc20) 10000000:00010000:3.0:1787579815.148741:0:22600:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff917e36369e00/0xf52f64256fc7b1b3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xf52f64256fc7b1ba expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579815.148747:0:22600:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff917e36369e00/0xf52f64256fc7b1b3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xf52f64256fc7b1ba expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787579815.148752:0:22600:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff917e36369e00/0xf52f64256fc7b1b3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xf52f64256fc7b1ba expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579815.148961:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787579815.148992:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36385c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5021fa0c-b9b1-4d6f-a916-64b48083a802:3643:1874412578302848:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787579815.149039:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 10000000:01000000:3.0:1787579815.149448:0:22600:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00000100:00100000:1.0:1787579815.149579:0:25641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03b9ca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25641:1874412578302336:0@lo:104: 00000100:00100000:1.0:1787579815.149602:0:25641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03b9c000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25641:1874412578302464:0@lo:104: 00000100:00100000:1.0:1787579815.149610:0:25641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03b9fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25641:1874412578302592:0@lo:104: 00010000:00010000:3.0:1787579815.149703:0:22600:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.114@tcp lock: ffff917e36369e00/0xf52f64256fc7b1b3 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf52f64256fc7b1ba expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579815.149711:0:22600:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787579815.149740:0:22600:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff917e36369e00/0xf52f64256fc7b1b3 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf52f64256fc7b1ba expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579815.149748:0:22600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff917e36369e00/0xf52f64256fc7b1b3 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf52f64256fc7b1ba expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579815.149759:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579815.149765:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579815.149767:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579815.149774:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787579815.149787:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36386300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5021fa0c-b9b1-4d6f-a916-64b48083a802:3642:1874412578302720:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787579815.149916:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787579815.149928:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e3f983100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5021fa0c-b9b1-4d6f-a916-64b48083a802:3643:1874412578302976:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787579815.149946:0:22596:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578302208 00000100:00100000:0.0:1787579815.149954:0:22596:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578302208 00000100:00100000:1.0:1787579815.149965:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579815.150056:0:22596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1787579815.150065:0:22596:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03b9d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5021fa0c-b9b1-4d6f-a916-64b48083a802+3:25641:x1874412578302208:12345-0@lo:104: 00010000:00010000:0.0:1787579815.150146:0:22596:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.114@tcp lock: ffff917d03721200/0xf52f64256fc7b381 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf52f64256fc7b388 expref: -99 pid: 24937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787579815.150303:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579815.150339:0:22599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578302848 00000100:00100000:3.0:1787579815.150343:0:22599:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578302848 00010000:00010000:3.0:1787579815.150362:0:22599:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff917e36369800/0xf52f64256fc7b1c8 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf52f64256fc7b1c1 expref: 24 pid: 22604 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787579815.150384:0:22599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578302976 00000100:00100000:3.0:1787579815.150386:0:22599:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578302976 00010000:00010000:3.0:1787579815.150396:0:22599:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff917e36368400/0xf52f64256fc7b1ba lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf52f64256fc7b1b3 expref: 25 pid: 22605 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787579815.150406:0:22599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578302720 00000100:00100000:3.0:1787579815.150408:0:22599:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578302720 00010000:00010000:3.0:1787579815.150417:0:22599:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff917d03721600/0xf52f64256fc7b207 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf52f64256fc7b200 expref: 26 pid: 22604 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787579815.150440:0:22599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1787579815.150447:0:22599:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e36378e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5021fa0c-b9b1-4d6f-a916-64b48083a802+26:3643:x1874412578302848:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787579815.150460:0:22599:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787579815.150485:0:22599:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff917e36369800/0xf52f64256fc7b1c8 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf52f64256fc7b1c1 expref: 26 pid: 22604 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579815.150496:0:22599:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff917e36369800/0xf52f64256fc7b1c8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf52f64256fc7b1c1 expref: 26 pid: 22604 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579815.150502:0:22596:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787579815.150510:0:22596:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03b9d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5021fa0c-b9b1-4d6f-a916-64b48083a802+3:25641:x1874412578302208:12345-0@lo:104: Request processed in 445us (4756us total) trans 0 rc 0/0 00010000:00010000:3.0:1787579815.150514:0:22599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff917e36369800/0xf52f64256fc7b1c8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf52f64256fc7b1c1 expref: 26 pid: 22604 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787579815.150523:0:22596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:3.0:1787579815.150532:0:22599:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787579815.150569:0:22599:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e36378e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5021fa0c-b9b1-4d6f-a916-64b48083a802+25:3643:x1874412578302848:12345-0@lo:103:ldlm_bl.0 Request processed in 123us (1530us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579815.150575:0:22599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1787579815.150590:0:22599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1787579815.150599:0:22599:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03b9d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5021fa0c-b9b1-4d6f-a916-64b48083a802+24:3643:x1874412578302976:12345-0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787579815.150599:0:22598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00010000:00010000:3.0:1787579815.150610:0:22599:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1787579815.150614:0:22598:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3f981180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5021fa0c-b9b1-4d6f-a916-64b48083a802+24:3642:x1874412578302720:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787579815.150617:0:22599:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff917e36368400/0xf52f64256fc7b1ba lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf52f64256fc7b1b3 expref: 24 pid: 22605 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579815.150627:0:22598:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787579815.150628:0:22599:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff917e36368400/0xf52f64256fc7b1ba lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf52f64256fc7b1b3 expref: 24 pid: 22605 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579815.150636:0:22598:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff917d03721600/0xf52f64256fc7b207 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf52f64256fc7b200 expref: 24 pid: 22604 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579815.150654:0:22599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff917e36368400/0xf52f64256fc7b1ba lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf52f64256fc7b1b3 expref: 24 pid: 22605 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579815.150663:0:22598:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff917d03721600/0xf52f64256fc7b207 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf52f64256fc7b200 expref: 24 pid: 22604 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579815.150684:0:22599:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787579815.150685:0:22598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff917d03721600/0xf52f64256fc7b207 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf52f64256fc7b200 expref: 23 pid: 22604 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579815.150698:0:22598:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787579815.150710:0:22599:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03b9d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5021fa0c-b9b1-4d6f-a916-64b48083a802+22:3643:x1874412578302976:12345-0@lo:103:ldlm_bl.0 Request processed in 113us (744us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579815.150717:0:22599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1787579815.150738:0:22598:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3f981180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5021fa0c-b9b1-4d6f-a916-64b48083a802+21:3642:x1874412578302720:12345-0@lo:103:ldlm_bl.0 Request processed in 129us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579815.150747:0:22598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1787579815.150763:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e3f983100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5021fa0c-b9b1-4d6f-a916-64b48083a802:3643:1874412578302976:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787579815.150772:0:22601:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1787579815.150779:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36385c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5021fa0c-b9b1-4d6f-a916-64b48083a802:3643:1874412578302848:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787579815.150780:0:22601:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff917d03721200/0xf52f64256fc7b381 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf52f64256fc7b388 expref: -99 pid: 24937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579815.150791:0:22601:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d03721200 already unused, calling callback (ffffffffc13acc20) 10000000:00010000:0.0:1787579815.150795:0:22601:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff917d03721200/0xf52f64256fc7b381 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf52f64256fc7b388 expref: -99 pid: 24937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579815.150803:0:22601:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff917d03721200/0xf52f64256fc7b381 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf52f64256fc7b388 expref: -99 pid: 24937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787579815.150810:0:22601:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff917d03721200/0xf52f64256fc7b381 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf52f64256fc7b388 expref: -99 pid: 24937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787579815.150815:0:22601:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1787579815.153141:0:22601:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.114@tcp lock: ffff917d03721200/0xf52f64256fc7b381 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf52f64256fc7b388 expref: -99 pid: 24937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579815.153163:0:22601:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787579815.153214:0:22601:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff917d03721200/0xf52f64256fc7b381 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf52f64256fc7b388 expref: -99 pid: 24937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579815.153234:0:22601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff917d03721200/0xf52f64256fc7b381 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf52f64256fc7b388 expref: -99 pid: 24937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579815.153259:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579815.153261:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579815.153263:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787579815.153308:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36386300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5021fa0c-b9b1-4d6f-a916-64b48083a802:3642:1874412578302720:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787579815.153333:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787579815.153343:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03403480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5021fa0c-b9b1-4d6f-a916-64b48083a802:3642:1874412578303104:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787579815.153400:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579815.153446:0:22599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578303104 00000100:00100000:0.0:1787579815.153452:0:22599:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578303104 00010000:00010000:0.0:1787579815.153510:0:22599:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff917e36369c00/0xf52f64256fc7b388 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf52f64256fc7b381 expref: 21 pid: 22604 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787579815.153540:0:22599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1787579815.153550:0:22599:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03403100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5021fa0c-b9b1-4d6f-a916-64b48083a802+21:3642:x1874412578303104:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787579815.153562:0:22599:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787579815.153568:0:22599:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff917e36369c00/0xf52f64256fc7b388 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf52f64256fc7b381 expref: 21 pid: 22604 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579815.153578:0:22599:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff917e36369c00/0xf52f64256fc7b388 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf52f64256fc7b381 expref: 21 pid: 22604 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579815.153594:0:22599:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787579815.153629:0:22599:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03403100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5021fa0c-b9b1-4d6f-a916-64b48083a802+21:3642:x1874412578303104:12345-0@lo:103:ldlm_bl.0 Request processed in 80us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579815.153641:0:22599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1787579815.153685:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03403480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5021fa0c-b9b1-4d6f-a916-64b48083a802:3642:1874412578303104:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787579815.154081:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1787579815.154171:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1787579815.154217:0:25641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03b9ed80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25641:1874412578301952:192.168.204.14@tcp:104: 00000100:00100000:1.0:1787579815.154244:0:25641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03b9ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25641:1874412578302080:192.168.204.14@tcp:104: 00010000:00010000:1.0:1787579815.154254:0:25641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff917e36369c00/0xf52f64256fc7b388 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf52f64256fc7b381 expref: 20 pid: 22604 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787579815.154266:0:25641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03b9f100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25641:1874412578302208:0@lo:104: 00010000:00010000:1.0:1787579815.154295:0:25641:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff917d0397fc00/0xf52f64256fc7b55d lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787579815.154591:0:22598:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558253440 00000100:00100000:0.0:1787579815.154597:0:22598:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558253440 00010000:00010000:0.0:1787579815.154619:0:22598:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff917d03720800/0xf52f64256fc7b52c lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c5f6 expref: 13 pid: 22605 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787579815.154641:0:22598:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558253568 00000100:00100000:0.0:1787579815.154644:0:22598:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558253568 00010000:00010000:0.0:1787579815.154655:0:22598:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff917e3f91bc00/0xf52f64256fc7b4ed lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c586 expref: 14 pid: 22607 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787579815.154685:0:22598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 13 00000100:00100000:0.0:1787579815.154692:0:22598:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2a3cd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:937f45e5-74b5-492e-8aaf-97089f4f85ae+14:2408:x1874412558253440:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787579815.154703:0:22598:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787579815.154708:0:22598:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff917d03720800/0xf52f64256fc7b52c lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c5f6 expref: 14 pid: 22605 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579815.154720:0:22598:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff917d03720800/0xf52f64256fc7b52c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c5f6 expref: 14 pid: 22605 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579815.154734:0:22598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff917d03720800/0xf52f64256fc7b52c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c5f6 expref: 14 pid: 22605 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579815.154745:0:22598:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787579815.154969:0:22598:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2a3cd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:937f45e5-74b5-492e-8aaf-97089f4f85ae+13:2408:x1874412558253440:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 277us (889us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579815.154977:0:22598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 13 00000100:00100000:0.0:1787579815.155033:0:22598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 14 00000100:00100000:0.0:1787579815.155040:0:22598:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b0d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:937f45e5-74b5-492e-8aaf-97089f4f85ae+12:2407:x1874412558253568:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787579815.155047:0:22598:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787579815.155052:0:22598:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff917e3f91bc00/0xf52f64256fc7b4ed lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c586 expref: 12 pid: 22607 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579815.155061:0:22598:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff917e3f91bc00/0xf52f64256fc7b4ed lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c586 expref: 12 pid: 22607 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579815.155084:0:22598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff917e3f91bc00/0xf52f64256fc7b4ed lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c586 expref: 12 pid: 22607 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579815.155095:0:22598:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff917d0397fc00/0xf52f64256fc7b55d lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579815.155103:0:22598:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff917d0397fc00/0xf52f64256fc7b55d lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579815.155117:0:22598:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff917d0397fc00/0xf52f64256fc7b55d lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579815.155124:0:22598:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff917d0397fc00/0xf52f64256fc7b55d lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579815.155131:0:22598:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff917d0397fc00/0xf52f64256fc7b55d lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579815.155139:0:22598:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff917d0397fc00/0xf52f64256fc7b55d lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579815.155145:0:22598:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d0397fc00 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:0.0:1787579815.155156:0:22598:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff917d0397fc00/0xf52f64256fc7b55d lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579815.155165:0:22598:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff917d0397fc00/0xf52f64256fc7b55d lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579815.155178:0:22598:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff917d0397fc00/0xf52f64256fc7b55d lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579815.155189:0:22598:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787579815.155209:0:22598:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b0d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:937f45e5-74b5-492e-8aaf-97089f4f85ae+11:2407:x1874412558253568:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 169us (1037us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579815.155216:0:22598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 14 00010000:00010000:1.0:1787579815.155878:0:25641:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff917d0397fc00/0xf52f64256fc7b55d lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579815.155887:0:25641:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff917d0397fc00/0xf52f64256fc7b55d lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579815.155893:0:25641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff917d0397fc00/0xf52f64256fc7b55d lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579815.543910:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787579815.737371:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787579815.746839:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e3b0d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874412578303232:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787579815.746930:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579815.747115:0:24122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578303232 00000100:00100000:1.0:1787579815.747124:0:24122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578303232 00000100:00100000:1.0:1787579815.747201:0:24122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1787579815.747236:0:24122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3f983100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1874412578303232:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787579815.747271:0:24122:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1787579815.747318:0:24122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3f983100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1874412578303232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579815.747325:0:24122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1787579815.747460:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e3b0d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874412578303232:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1787579815.747579:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 10000000:01000000:2.0:1787579816.247599:0:22609:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1787579816.247607:0:22609:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff917e3638f800 from 13 10000000:01000000:2.0:1787579816.247613:0:22609:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1787579816.247664:0:22609:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e3f91b200/0xf52f64256fc7b564 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579816.247675:0:22609:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff917e3f91b200/0xf52f64256fc7b564 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579816.247686:0:22609:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff917e3f91b200/0xf52f64256fc7b564 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787579816.247712:0:22609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e3637b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578303360:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1787579816.247784:0:22609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579816.247836:0:22609:0:(client.c:2715:ptlrpc_set_wait()) set ffff917d0230ec00 going to sleep for 11 seconds 00000100:00100000:0.0:1787579816.247969:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578303360 00000100:00100000:0.0:1787579816.247977:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578303360 00000100:00100000:0.0:1787579816.248036:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:0.0:1787579816.248046:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+20:22609:x1874412578303360:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787579816.248059:0:22605:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787579816.248073:0:22605:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff917e0564c400/0xf52f64256fc7b56b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf52f64256fc7b564 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.248097:0:22605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff917e0564c400/0xf52f64256fc7b56b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf52f64256fc7b564 expref: 21 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.248106:0:22605:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff917e0564c400/0xf52f64256fc7b56b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf52f64256fc7b564 expref: 21 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.248115:0:22605:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917e0564c400, rc 0) 00000100:00100000:0.0:1787579816.248166:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+21:22609:x1874412578303360:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 121us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579816.248186:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:3.0:1787579816.248296:0:22609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e3637b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578303360:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787579816.248311:0:22609:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff917e3f91b200/0xf52f64256fc7b564 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b56b expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579816.248320:0:22609:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff917e3f91b200/0xf52f64256fc7b564 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf52f64256fc7b56b expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787579816.248395:0:22609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e3f983800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578303488:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787579816.248434:0:22609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579816.248457:0:22609:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e180aa480 going to sleep for 11 seconds 00000100:00100000:0.0:1787579816.249300:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578303488 00000100:00100000:0.0:1787579816.249318:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578303488 00000100:00100000:0.0:1787579816.249406:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:0.0:1787579816.249416:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+21:22609:x1874412578303488:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787579816.249586:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+21:22609:x1874412578303488:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 172us (1150us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579816.249594:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:1.0:1787579816.249953:0:22609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e3f983800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578303488:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787579816.249993:0:22609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e3b0d1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578303616:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1787579816.250043:0:22609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579816.250076:0:22609:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e3be1f780 going to sleep for 11 seconds 00000100:00100000:0.0:1787579816.250231:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578303616 00000100:00100000:0.0:1787579816.250238:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578303616 00000100:00100000:0.0:1787579816.250265:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:0.0:1787579816.250270:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+21:22609:x1874412578303616:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787579816.250523:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+21:22609:x1874412578303616:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 251us (479us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579816.250530:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:1.0:1787579816.250992:0:22609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e3b0d1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578303616:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1787579816.252898:0:25655:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1787579816.253252:0:22609:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1787579816.253279:0:22609:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1787579816.253292:0:22609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e3f91b200/0xf52f64256fc7b564 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b56b expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.253316:0:22609:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff917e3f91b200/0xf52f64256fc7b564 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b56b expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787579816.253325:0:22609:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1787579816.253328:0:22609:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff917e3f8c5800 from 13 10000000:01000000:1.0:1787579816.253335:0:22609:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1787579816.253380:0:22609:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d0397e200/0xf52f64256fc7b572 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.253388:0:22609:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff917d0397e200/0xf52f64256fc7b572 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.253402:0:22609:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff917d0397e200/0xf52f64256fc7b572 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787579816.253443:0:22609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e3b0d1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578303744:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1787579816.253559:0:22609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579816.253997:0:22609:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e3be1f780 going to sleep for 11 seconds 00000100:00100000:3.0:1787579816.254279:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578303744 00000100:00100000:3.0:1787579816.254288:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578303744 00000100:00100000:3.0:1787579816.254370:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:3.0:1787579816.254380:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2002ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+21:22609:x1874412578303744:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787579816.254401:0:22605:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787579816.254418:0:22605:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff917e18715400/0xf52f64256fc7b579 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf52f64256fc7b572 expref: -99 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579816.254448:0:22605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff917e18715400/0xf52f64256fc7b579 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf52f64256fc7b572 expref: 22 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579816.254457:0:22605:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff917e18715400/0xf52f64256fc7b579 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf52f64256fc7b572 expref: 22 pid: 22605 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579816.254466:0:22605:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917e18715400, rc 0) 00000100:00100000:3.0:1787579816.254535:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2002ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+22:22609:x1874412578303744:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 156us (975us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579816.254541:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:1.0:1787579816.256093:0:22609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e3b0d1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578303744:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787579816.256120:0:22609:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff917d0397e200/0xf52f64256fc7b572 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b579 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.256132:0:22609:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff917d0397e200/0xf52f64256fc7b572 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf52f64256fc7b579 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787579816.256300:0:22609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e3b0d1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578303872:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787579816.256352:0:22609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579816.256389:0:22609:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e3be1f780 going to sleep for 11 seconds 00000100:00100000:3.0:1787579816.256688:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578303872 00000100:00100000:3.0:1787579816.256695:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578303872 00000100:00100000:3.0:1787579816.256813:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:3.0:1787579816.256823:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20132850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+22:22609:x1874412578303872:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787579816.257297:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20132850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+22:22609:x1874412578303872:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 475us (944us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579816.257305:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:1.0:1787579816.257400:0:22609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e3b0d1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578303872:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787579816.257441:0:22609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e3b0d1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578304000:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1787579816.259423:0:22609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579816.259541:0:22609:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e3be1f780 going to sleep for 11 seconds 00000100:00100000:0.0:1787579816.259899:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578304000 00000100:00100000:0.0:1787579816.259908:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578304000 00000100:00100000:0.0:1787579816.259995:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:0.0:1787579816.260005:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20131c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+22:22609:x1874412578304000:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787579816.260156:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20131c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+22:22609:x1874412578304000:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 152us (740us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579816.260164:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:1.0:1787579816.260253:0:22609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e3b0d1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578304000:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1787579816.263014:0:25656:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1787579816.263219:0:22609:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1787579816.263242:0:22609:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1787579816.263254:0:22609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917d0397e200/0xf52f64256fc7b572 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b579 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579816.263283:0:22609:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff917d0397e200/0xf52f64256fc7b572 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b579 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787579816.263294:0:22609:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1787579816.263297:0:22609:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff917e07883800 from 13 10000000:01000000:2.0:1787579816.263300:0:22609:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1787579816.263338:0:22609:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e3f91b800/0xf52f64256fc7b580 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579816.263346:0:22609:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff917e3f91b800/0xf52f64256fc7b580 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579816.263355:0:22609:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff917e3f91b800/0xf52f64256fc7b580 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787579816.263380:0:22609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36379c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578304128:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1787579816.263450:0:22609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579816.263526:0:22609:0:(client.c:2715:ptlrpc_set_wait()) set ffff917d0230e600 going to sleep for 11 seconds 00000100:00100000:3.0:1787579816.263769:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578304128 00000100:00100000:3.0:1787579816.263778:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578304128 00000100:00100000:3.0:1787579816.263826:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:3.0:1787579816.263836:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20133050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+22:22609:x1874412578304128:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787579816.263848:0:22604:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787579816.263869:0:22604:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff917e18714e00/0xf52f64256fc7b587 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xf52f64256fc7b580 expref: -99 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579816.263894:0:22604:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff917e18714e00/0xf52f64256fc7b587 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf52f64256fc7b580 expref: 23 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579816.263905:0:22604:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff917e18714e00/0xf52f64256fc7b587 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf52f64256fc7b580 expref: 23 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579816.263914:0:22604:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917e18714e00, rc 0) 00000100:00100000:3.0:1787579816.263957:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20133050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+23:22609:x1874412578304128:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 123us (506us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579816.263965:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:2.0:1787579816.264304:0:22609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36379c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578304128:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787579816.264320:0:22609:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff917e3f91b800/0xf52f64256fc7b580 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b587 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579816.264329:0:22609:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff917e3f91b800/0xf52f64256fc7b580 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xf52f64256fc7b587 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787579816.264397:0:22609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36379c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578304256:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787579816.264428:0:22609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579816.264465:0:22609:0:(client.c:2715:ptlrpc_set_wait()) set ffff917d0230e600 going to sleep for 11 seconds 00000100:00100000:0.0:1787579816.264841:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578304256 00000100:00100000:0.0:1787579816.264847:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578304256 00000100:00100000:0.0:1787579816.264877:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:0.0:1787579816.264893:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20130850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+23:22609:x1874412578304256:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787579816.265021:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20130850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+23:22609:x1874412578304256:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 130us (592us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579816.265029:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:2.0:1787579816.265144:0:22609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36379c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578304256:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787579816.265175:0:22609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36379c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578304384:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1787579816.265226:0:22609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579816.265252:0:22609:0:(client.c:2715:ptlrpc_set_wait()) set ffff917d0230e600 going to sleep for 11 seconds 00000100:00100000:0.0:1787579816.265292:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578304384 00000100:00100000:0.0:1787579816.265295:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578304384 00000100:00100000:0.0:1787579816.265325:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:0.0:1787579816.265330:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20133850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+23:22609:x1874412578304384:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787579816.265408:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20133850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+23:22609:x1874412578304384:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 77us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579816.265413:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:3.0:1787579816.265507:0:22609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36379c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578304384:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1787579816.266799:0:25657:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1787579816.267037:0:22609:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1787579816.267062:0:22609:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1787579816.267072:0:22609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e3f91b800/0xf52f64256fc7b580 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b587 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579816.267083:0:22609:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff917e3f91b800/0xf52f64256fc7b580 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b587 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787579816.267094:0:22609:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1787579816.267096:0:22609:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff917e08a38800 from 13 10000000:01000000:3.0:1787579816.267099:0:22609:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1787579816.267133:0:22609:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e18715e00/0xf52f64256fc7b58e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579816.267140:0:22609:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff917e18715e00/0xf52f64256fc7b58e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579816.267165:0:22609:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff917e18715e00/0xf52f64256fc7b58e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787579816.267185:0:22609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e3f980e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578304512:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1787579816.267248:0:22609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579816.267286:0:22609:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e087129c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787579816.267334:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578304512 00000100:00100000:2.0:1787579816.267340:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578304512 00000100:00100000:2.0:1787579816.267384:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:2.0:1787579816.267393:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20131450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+23:22609:x1874412578304512:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787579816.267406:0:22604:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787579816.267420:0:22604:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff917e3f91a800/0xf52f64256fc7b595 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xf52f64256fc7b58e expref: -99 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579816.267442:0:22604:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff917e3f91a800/0xf52f64256fc7b595 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf52f64256fc7b58e expref: 24 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579816.267454:0:22604:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff917e3f91a800/0xf52f64256fc7b595 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf52f64256fc7b58e expref: 24 pid: 22604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579816.267462:0:22604:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917e3f91a800, rc 0) 00000100:00100000:2.0:1787579816.267533:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20131450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5021fa0c-b9b1-4d6f-a916-64b48083a802+24:22609:x1874412578304512:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 141us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579816.267541:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:3.0:1787579816.267883:0:22609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e3f980e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578304512:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787579816.267907:0:22609:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff917e18715e00/0xf52f64256fc7b58e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b595 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579816.267916:0:22609:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff917e18715e00/0xf52f64256fc7b58e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xf52f64256fc7b595 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787579816.267969:0:22609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e3f980e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578304640:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787579816.267997:0:22609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579816.268025:0:22609:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e087129c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787579816.268066:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578304640 00000100:00100000:2.0:1787579816.268071:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578304640 00000100:00100000:2.0:1787579816.268132:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:2.0:1787579816.268139:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20132c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+24:22609:x1874412578304640:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787579816.268277:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20132c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+24:22609:x1874412578304640:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 138us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579816.268285:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:0.0:1787579816.268342:0:22609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e3f980e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578304640:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787579816.268373:0:22609:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03403100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578304768:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787579816.268413:0:22609:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579816.268981:0:22609:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e3d1696c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787579816.269045:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578304768 00000100:00100000:2.0:1787579816.269050:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578304768 00000100:00100000:2.0:1787579816.269075:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:2.0:1787579816.269082:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20132450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+24:22609:x1874412578304768:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1787579816.269182:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20132450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5021fa0c-b9b1-4d6f-a916-64b48083a802+24:22609:x1874412578304768:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 100us (768us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579816.269189:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:0.0:1787579816.269272:0:22609:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03403100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5021fa0c-b9b1-4d6f-a916-64b48083a802:22609:1874412578304768:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1787579816.270348:0:25658:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1787579816.270817:0:22609:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1787579816.270838:0:22609:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1787579816.270849:0:22609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff917e18715e00/0xf52f64256fc7b58e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b595 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.270860:0:22609:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff917e18715e00/0xf52f64256fc7b58e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf52f64256fc7b595 expref: -99 pid: 22609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787579816.540873:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579816.541259:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558253696 00000100:00100000:0.0:1787579816.541285:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558253696 00000100:00100000:0.0:1787579816.541609:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 23 00000100:00100000:0.0:1787579816.541619:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3f982d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cd755023-1d3e-4f78-b344-56bf54ed2eed+6:18762:x1874412558253696:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1787579816.542039:0:22613:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787579816.542075:0:22613:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564d400/0xf52f64256fc7b59c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e3e2b25dfa0c62e expref: -99 pid: 22613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.542157:0:22613:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564d800/0xf52f64256fc7b5a3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22613 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.542172:0:22613:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564d800/0xf52f64256fc7b5a3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22613 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.542187:0:22613:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564d800/0xf52f64256fc7b5a3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22613 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.542214:0:22613:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564d000/0xf52f64256fc7b5aa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22613 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.542222:0:22613:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564d000/0xf52f64256fc7b5aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22613 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.542229:0:22613:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564d000/0xf52f64256fc7b5aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22613 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.542769:0:22613:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564de00/0xf52f64256fc7b5b1 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22613 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.542779:0:22613:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564de00/0xf52f64256fc7b5b1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22613 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.542787:0:22613:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564de00/0xf52f64256fc7b5b1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22613 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787579816.542837:0:22613:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1787579816.542842:0:22613:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787579816.542956:0:22613:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564de00/0xf52f64256fc7b5b1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22613 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.542969:0:22613:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564d800/0xf52f64256fc7b5a3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22613 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.542976:0:22613:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564d800/0xf52f64256fc7b5a3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22613 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.542982:0:22613:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564d800/0xf52f64256fc7b5a3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22613 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.542988:0:22613:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e0564d800 already unused, calling callback (ffffffffc19bc4f0) 00010000:00010000:0.0:1787579816.542992:0:22613:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564d800/0xf52f64256fc7b5a3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22613 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.542999:0:22613:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564d800/0xf52f64256fc7b5a3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22613 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.543010:0:22613:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff917d03b45200) 00010000:00010000:0.0:1787579816.543013:0:22613:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787579816.543017:0:22613:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564d800/0xf52f64256fc7b5a3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22613 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.543023:0:22613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564d800/0xf52f64256fc7b5a3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22613 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.543036:0:22613:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564d000/0xf52f64256fc7b5aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22613 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.543050:0:22613:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564d000/0xf52f64256fc7b5aa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22613 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.543055:0:22613:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564d000/0xf52f64256fc7b5aa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22613 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.543060:0:22613:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e0564d000 already unused, calling callback (ffffffffc19bc4f0) 00010000:00010000:0.0:1787579816.543062:0:22613:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564d000/0xf52f64256fc7b5aa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22613 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.543068:0:22613:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564d000/0xf52f64256fc7b5aa lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22613 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.543075:0:22613:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff917e172a6200) 00010000:00010000:0.0:1787579816.543077:0:22613:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787579816.543079:0:22613:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564d000/0xf52f64256fc7b5aa lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22613 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.543084:0:22613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564d000/0xf52f64256fc7b5aa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22613 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.543118:0:22613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564d400/0xf52f64256fc7b59c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c62e expref: 8 pid: 22613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.543131:0:22613:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564de00/0xf52f64256fc7b5b1 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c62e expref: 7 pid: 22613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.543139:0:22613:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff917e172a6a00) 00010000:00010000:0.0:1787579816.543141:0:22613:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787579816.543151:0:22613:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917e0564de00, rc 0) 00000100:00100000:0.0:1787579816.543236:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3f982d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cd755023-1d3e-4f78-b344-56bf54ed2eed+7:18762:x1874412558253696:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 1616us (2375us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579816.543245:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 23 00000100:00080000:2.0:1787579816.548176:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787579816.552982:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1787579816.553277:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558253824 00000100:00100000:3.0:1787579816.553289:0:22624:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558253824 00000100:00100000:3.0:1787579816.553767:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5 00000100:00100000:3.0:1787579816.553778:0:22624:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03403100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:cd755023-1d3e-4f78-b344-56bf54ed2eed+7:18762:x1874412558253824:12345-192.168.204.14@tcp:900:lhsmtool_posix.0 00000100:00100000:3.0:1787579816.553872:0:22624:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03403100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:cd755023-1d3e-4f78-b344-56bf54ed2eed+7:18762:x1874412558253824:12345-192.168.204.14@tcp:900:lhsmtool_posix.0 Request processed in 97us (901us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579816.553879:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5 00010000:00010000:3.0:1787579816.567827:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787579816.567951:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1787579816.568417:0:22612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558254080 00000100:00100000:3.0:1787579816.568429:0:22612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558254080 00000100:00100000:1.0:1787579816.570754:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 24 00000100:00100000:1.0:1787579816.570785:0:22614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b0d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cd755023-1d3e-4f78-b344-56bf54ed2eed+7:18762:x1874412558254080:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1787579816.570812:0:22614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787579816.570841:0:22614:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ee00/0xf52f64256fc7b5b8 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e3e2b25dfa0c635 expref: -99 pid: 22614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.572030:0:22614:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f800/0xf52f64256fc7b5bf lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.572045:0:22614:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f800/0xf52f64256fc7b5bf lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.572057:0:22614:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f800/0xf52f64256fc7b5bf lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.572072:0:22614:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ea00/0xf52f64256fc7b5c6 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.572079:0:22614:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ea00/0xf52f64256fc7b5c6 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.572085:0:22614:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ea00/0xf52f64256fc7b5c6 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.572206:0:22614:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397e600/0xf52f64256fc7b5cd lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.572214:0:22614:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397e600/0xf52f64256fc7b5cd lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.572222:0:22614:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397e600/0xf52f64256fc7b5cd lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787579816.572232:0:22614:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:1.0:1787579816.578002:0:22614:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f800/0xf52f64256fc7b5bf lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.578036:0:22614:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f800/0xf52f64256fc7b5bf lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.578043:0:22614:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f800/0xf52f64256fc7b5bf lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.578049:0:22614:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d0397f800 already unused, calling callback (ffffffffc19bc4f0) 00010000:00010000:1.0:1787579816.578053:0:22614:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f800/0xf52f64256fc7b5bf lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.578072:0:22614:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f800/0xf52f64256fc7b5bf lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.578090:0:22614:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff917e172a6a00) 00010000:00010000:1.0:1787579816.578094:0:22614:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787579816.578098:0:22614:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f800/0xf52f64256fc7b5bf lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.578105:0:22614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f800/0xf52f64256fc7b5bf lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.578119:0:22614:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ea00/0xf52f64256fc7b5c6 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.578125:0:22614:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ea00/0xf52f64256fc7b5c6 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.578131:0:22614:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ea00/0xf52f64256fc7b5c6 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.578135:0:22614:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d0397ea00 already unused, calling callback (ffffffffc19bc4f0) 00010000:00010000:1.0:1787579816.578143:0:22614:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ea00/0xf52f64256fc7b5c6 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.578150:0:22614:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ea00/0xf52f64256fc7b5c6 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.578158:0:22614:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff917d03b6ff00) 00010000:00010000:1.0:1787579816.578159:0:22614:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787579816.578162:0:22614:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ea00/0xf52f64256fc7b5c6 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.578168:0:22614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ea00/0xf52f64256fc7b5c6 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.582021:0:22614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ee00/0xf52f64256fc7b5b8 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c635 expref: 10 pid: 22614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.582051:0:22614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397e600/0xf52f64256fc7b5cd lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c635 expref: 9 pid: 22614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.582246:0:22614:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff917d03b6f000) 00010000:00010000:1.0:1787579816.582249:0:22614:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787579816.582252:0:22614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917d0397e600, rc 0) 00000100:00100000:1.0:1787579816.582343:0:22614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b0d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cd755023-1d3e-4f78-b344-56bf54ed2eed+9:18762:x1874412558254080:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 11573us (14877us total) trans 12884901889 rc 0/0 00000100:00100000:1.0:1787579816.582352:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 24 00000100:00100000:1.0:1787579816.588020:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1787579816.588384:0:24600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558254208 00000100:00100000:3.0:1787579816.588397:0:24600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558254208 00000100:00100000:3.0:1787579816.588458:0:24600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 25 00000100:00100000:3.0:1787579816.588503:0:24600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b0d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cd755023-1d3e-4f78-b344-56bf54ed2eed+9:18762:x1874412558254208:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1787579816.588879:0:24600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b0d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cd755023-1d3e-4f78-b344-56bf54ed2eed+9:18762:x1874412558254208:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 Request processed in 410us (866us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579816.588889:0:24600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 25 00000100:00100000:0.0:1787579816.597377:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1787579816.597698:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558254336 00000100:00100000:1.0:1787579816.597710:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558254336 00000100:00100000:1.0:1787579816.597800:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 26 00000100:00100000:1.0:1787579816.597829:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03403480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cd755023-1d3e-4f78-b344-56bf54ed2eed+5:18762:x1874412558254336:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 00000100:00080000:2.0:1787579816.598188:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00080000:1.0:1787579816.601780:0:22613:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 3904us 00000100:00100000:1.0:1787579816.607147:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1787579816.607283:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558254464 00000100:00100000:3.0:1787579816.607296:0:22614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558254464 00000100:00100000:3.0:1787579816.607371:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 27 00000100:00100000:3.0:1787579816.607384:0:22614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b0d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cd755023-1d3e-4f78-b344-56bf54ed2eed+9:18768:x1874412558254464:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:3.0:1787579816.607414:0:22614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787579816.607443:0:22614:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917e18715800/0xf52f64256fc7b5db lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e3e2b25dfa0c63c expref: -99 pid: 22614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579816.607558:0:22614:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714800/0xf52f64256fc7b5e2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579816.607573:0:22614:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714800/0xf52f64256fc7b5e2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579816.607786:0:22614:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714800/0xf52f64256fc7b5e2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579816.611512:0:22614:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91b600/0xf52f64256fc7b5e9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579816.611537:0:22614:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91b600/0xf52f64256fc7b5e9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579816.611552:0:22614:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91b600/0xf52f64256fc7b5e9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579816.612458:0:22614:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714800/0xf52f64256fc7b5e2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579816.612818:0:22614:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714800/0xf52f64256fc7b5e2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579816.612827:0:22614:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714800/0xf52f64256fc7b5e2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579816.612848:0:22614:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e18714800 already unused, calling callback (ffffffffc19bc4f0) 00010000:00010000:2.0:1787579816.612854:0:22614:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714800/0xf52f64256fc7b5e2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579816.612861:0:22614:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714800/0xf52f64256fc7b5e2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579816.612876:0:22614:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff917d03b45200) 00010000:00010000:2.0:1787579816.612879:0:22614:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787579816.612884:0:22614:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714800/0xf52f64256fc7b5e2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579816.612890:0:22614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714800/0xf52f64256fc7b5e2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579816.612908:0:22614:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91b600/0xf52f64256fc7b5e9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579816.612913:0:22614:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91b600/0xf52f64256fc7b5e9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579816.612918:0:22614:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91b600/0xf52f64256fc7b5e9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579816.612923:0:22614:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e3f91b600 already unused, calling callback (ffffffffc19bc4f0) 00010000:00010000:2.0:1787579816.612925:0:22614:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91b600/0xf52f64256fc7b5e9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579816.612932:0:22614:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91b600/0xf52f64256fc7b5e9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579816.612950:0:22614:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff917e0be53100) 00010000:00010000:2.0:1787579816.612953:0:22614:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787579816.612955:0:22614:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91b600/0xf52f64256fc7b5e9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579816.612961:0:22614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91b600/0xf52f64256fc7b5e9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579816.613011:0:22614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff917e18715800/0xf52f64256fc7b5db lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c63c expref: 10 pid: 22614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579816.613022:0:22614:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff917d03b45200) 00010000:00010000:2.0:1787579816.613024:0:22614:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787579816.613028:0:22614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917e18715800/0xf52f64256fc7b5db lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c63c expref: 10 pid: 22614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579816.613036:0:22614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917e18715800, rc 0) 00000100:00100000:2.0:1787579816.613371:0:22614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b0d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cd755023-1d3e-4f78-b344-56bf54ed2eed+9:18768:x1874412558254464:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 5987us (6232us total) trans 0 rc 301/301 00000100:00100000:2.0:1787579816.613381:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 27 00000100:00100000:0.0:1787579816.623569:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1787579816.623718:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558254592 00000100:00100000:3.0:1787579816.623785:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558254592 00000100:00100000:3.0:1787579816.623853:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 0 00000100:00100000:3.0:1787579816.623864:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03401c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:cd755023-1d3e-4f78-b344-56bf54ed2eed+9:18768:x1874412558254592:12345-192.168.204.14@tcp:700:lfs.0 00000100:00100000:3.0:1787579816.623952:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03401c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:cd755023-1d3e-4f78-b344-56bf54ed2eed+9:18768:x1874412558254592:12345-192.168.204.14@tcp:700:lfs.0 Request processed in 89us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579816.623959:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 0 00000100:00100000:2.0:1787579816.625279:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03403480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cd755023-1d3e-4f78-b344-56bf54ed2eed+5:18762:x1874412558254336:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 Request processed in 27447us (27906us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579816.625291:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 26 00000100:00100000:0.0:1787579816.628823:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1787579816.628956:0:24913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558254848 00000100:00100000:1.0:1787579816.628968:0:24913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558254848 00000100:00100000:1.0:1787579816.629039:0:24913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 28 00000100:00100000:1.0:1787579816.629051:0:24913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03400380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cd755023-1d3e-4f78-b344-56bf54ed2eed+9:18768:x1874412558254848:12345-192.168.204.14@tcp:36:lfs.0 00010000:00010000:1.0:1787579816.629113:0:24913:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787579816.629155:0:24913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917e18715000/0xf52f64256fc7b517 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c5b7 expref: 9 pid: 22613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.629178:0:24913:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff917d03b45200) 00010000:00010000:1.0:1787579816.629184:0:24913:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787579816.629264:0:24913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ea00/0xf52f64256fc7b5f0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.629279:0:24913:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff917d03720e00/0xf52f64256fc7b556 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c627 expref: 5 pid: 24600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.629288:0:24913:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ea00/0xf52f64256fc7b5f0 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.629322:0:24913:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff917d03720e00/0xf52f64256fc7b556 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c627 expref: 5 pid: 24600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.629336:0:24913:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff917d03720e00/0xf52f64256fc7b556 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c627 expref: 5 pid: 24600 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787579816.629384:0:24913:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e3b0d2680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:24913:1874412578304896:192.168.204.14@tcp:104: 00000100:00100000:1.0:1787579816.629498:0:24913:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e3be1f180 going to sleep for 11 seconds 00000100:00100000:1.0:1787579816.632216:0:24913:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e3b0d2680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:24913:1874412578304896:192.168.204.14@tcp:104: 00010000:00010000:1.0:1787579816.632248:0:24913:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ea00/0xf52f64256fc7b5f0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787579816.633118:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1787579816.636448:0:22598:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558254976 00000100:00100000:2.0:1787579816.636464:0:22598:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558254976 00010000:00010000:2.0:1787579816.636856:0:22598:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff917d03720e00/0xf52f64256fc7b556 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c627 expref: 6 pid: 24600 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787579816.636926:0:22598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 15 00000100:00100000:2.0:1787579816.636937:0:22598:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03400000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+6:2408:x1874412558254976:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787579816.636954:0:22598:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787579816.636963:0:22598:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff917d03720e00/0xf52f64256fc7b556 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c627 expref: 6 pid: 24600 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579816.636978:0:22598:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff917d03720e00/0xf52f64256fc7b556 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c627 expref: 6 pid: 24600 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579816.637002:0:22598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917d03720e00/0xf52f64256fc7b556 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c627 expref: 6 pid: 24600 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579816.637018:0:22598:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff917d03b45200) 00010000:00010000:2.0:1787579816.637023:0:22598:0:(ldlm_inodebits.c:109:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ea00/0xf52f64256fc7b5f0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579816.637031:0:22598:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ea00/0xf52f64256fc7b5f0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579816.637038:0:22598:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ea00/0xf52f64256fc7b5f0 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579816.637067:0:22598:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787579816.637153:0:22598:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03400000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+5:2408:x1874412558254976:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 217us (4038us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579816.637160:0:22598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 15 00010000:00010000:1.0:1787579816.637312:0:24913:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ea00/0xf52f64256fc7b5f0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.637321:0:24913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ea00/0xf52f64256fc7b5f0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.637346:0:24913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f800/0xf52f64256fc7b5f7 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.637356:0:24913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f800/0xf52f64256fc7b5f7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.637363:0:24913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f800/0xf52f64256fc7b5f7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1787579816.639017:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1787579816.641844:0:24913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fa00/0xf52f64256fc7b5fe lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.641870:0:24913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fa00/0xf52f64256fc7b5fe lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.641884:0:24913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fa00/0xf52f64256fc7b5fe lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787579816.641912:0:24913:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000b6267b86 reply state 0000000050c5a895 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fa00/0xf52f64256fc7b5fe lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.641924:0:24913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fa00/0xf52f64256fc7b5fe lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.641933:0:24913:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff917d03b6f200) 00010000:00010000:1.0:1787579816.641936:0:24913:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787579816.641941:0:24913:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1787579816.641946:0:24913:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1787579816.641954:0:24913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ea00/0xf52f64256fc7b5f0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.641961:0:24913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ea00/0xf52f64256fc7b5f0 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.641968:0:24913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ea00/0xf52f64256fc7b5f0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.641974:0:24913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d0397ea00 already unused, calling callback (ffffffffc19bc4f0) 00010000:00010000:1.0:1787579816.641978:0:24913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ea00/0xf52f64256fc7b5f0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.641985:0:24913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ea00/0xf52f64256fc7b5f0 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.641995:0:24913:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff917d03b45200) 00010000:00010000:1.0:1787579816.641998:0:24913:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787579816.642002:0:24913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ea00/0xf52f64256fc7b5f0 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.642017:0:24913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ea00/0xf52f64256fc7b5f0 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787579816.642037:0:24913:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000b6267b86 reply state 0000000050c5a895 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f800/0xf52f64256fc7b5f7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.642046:0:24913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f800/0xf52f64256fc7b5f7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.642051:0:24913:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff917d03b6ff00) 00010000:00010000:1.0:1787579816.642053:0:24913:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787579816.642055:0:24913:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1787579816.642155:0:24913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03400380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cd755023-1d3e-4f78-b344-56bf54ed2eed+10:18768:x1874412558254848:12345-192.168.204.14@tcp:36:lfs.0 Request processed in 13103us (13339us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1787579816.642165:0:24913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 28 00000100:00100000:3.0:1787579816.760108:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e3637a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874412578305024:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787579816.760225:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579816.761022:0:22618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578305024 00000100:00100000:1.0:1787579816.761031:0:22618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578305024 00000100:00100000:1.0:1787579816.761100:0:22618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1787579816.761110:0:22618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3f980000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1874412578305024:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1787579816.761146:0:22618:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1787579816.764976:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03400e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874412578305152:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787579816.765083:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579816.765146:0:23353:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578305152 00000100:00100000:2.0:1787579816.765154:0:23353:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578305152 00000100:00100000:2.0:1787579816.765203:0:23353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1787579816.765213:0:23353:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e36378700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1874412578305152:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1787579816.765246:0:23353:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1787579816.765292:0:23353:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e36378700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1874412578305152:12345-0@lo:41:osp-pre-1-0.0 Request processed in 80us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579816.765299:0:23353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1787579816.765346:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03400e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874412578305152:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787579816.767000:0:22618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3f980000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1874412578305024:12345-0@lo:41:osp-pre-0-1.0 Request processed in 5884us (6767us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579816.767014:0:22618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1787579816.767346:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e3637a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874412578305024:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787579816.769980:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1787579816.770134:0:24600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558255104 00000100:00100000:1.0:1787579816.770145:0:24600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558255104 00000100:00100000:1.0:1787579816.770218:0:24600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 29 00000100:00100000:1.0:1787579816.770229:0:24600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03402300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cd755023-1d3e-4f78-b344-56bf54ed2eed+10:18776:x1874412558255104:12345-192.168.204.14@tcp:101:lctl.0 00010000:00010000:1.0:1787579816.770269:0:24600:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787579816.770293:0:24600:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ea00/0xf52f64256fc7b605 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e3e2b25dfa0c643 expref: -99 pid: 24600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.770358:0:24600:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f000/0xf52f64256fc7b60c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.770371:0:24600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f000/0xf52f64256fc7b60c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.770382:0:24600:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f000/0xf52f64256fc7b60c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787579816.770427:0:24600:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1787579816.770431:0:24600:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787579816.770634:0:24600:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f000/0xf52f64256fc7b60c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.770662:0:24600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ea00/0xf52f64256fc7b605 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c643 expref: 12 pid: 24600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.770681:0:24600:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f000/0xf52f64256fc7b60c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c643 expref: 11 pid: 24600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.770689:0:24600:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff917d03b6fc00) 00010000:00010000:1.0:1787579816.770691:0:24600:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787579816.770695:0:24600:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917d0397f000, rc 0) 00000100:00100000:1.0:1787579816.770853:0:24600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03402300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cd755023-1d3e-4f78-b344-56bf54ed2eed+11:18776:x1874412558255104:12345-192.168.204.14@tcp:101:lctl.0 Request processed in 624us (883us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579816.770860:0:24600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 29 00000100:00100000:0.0:1787579816.820673:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1787579816.820889:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558255232 00000100:00100000:2.0:1787579816.820900:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558255232 00000100:00100000:2.0:1787579816.820965:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30 00000100:00100000:2.0:1787579816.820990:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03402d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+5:18777:x1874412558255232:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:2.0:1787579816.821019:0:22613:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787579816.821048:0:22613:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91ba00/0xf52f64256fc7b613 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e3e2b25dfa0c64a expref: -99 pid: 22613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579816.821136:0:22613:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91a600/0xf52f64256fc7b61a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22613 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579816.821150:0:22613:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91a600/0xf52f64256fc7b61a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22613 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579816.821161:0:22613:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91a600/0xf52f64256fc7b61a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22613 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787579816.821225:0:22613:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1787579816.821243:0:22613:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787579816.821275:0:22613:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91a600/0xf52f64256fc7b61a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22613 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579816.821302:0:22613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91ba00/0xf52f64256fc7b613 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c64a expref: 7 pid: 22613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579816.821327:0:22613:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91a600/0xf52f64256fc7b61a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c64a expref: 6 pid: 22613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579816.821336:0:22613:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff917d03b6fc00) 00010000:00010000:2.0:1787579816.821339:0:22613:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787579816.821343:0:22613:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917e3f91a600, rc 0) 00000100:00100000:2.0:1787579816.821406:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03402d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+6:18777:x1874412558255232:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 418us (747us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579816.821413:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30 00000040:00080000:1.0:1787579816.831211:0:23369:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1787579816.832274:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1787579816.832368:0:24913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558255360 00000100:00100000:1.0:1787579816.832378:0:24913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558255360 00000100:00100000:1.0:1787579816.832504:0:24913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 31 00000100:00100000:1.0:1787579816.832525:0:24913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3637ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+6:18777:x1874412558255360:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:1.0:1787579816.832555:0:24913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787579816.832578:0:24913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ea00/0xf52f64256fc7b621 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e3e2b25dfa0c651 expref: -99 pid: 24913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.832657:0:24913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ee00/0xf52f64256fc7b628 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.832671:0:24913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ee00/0xf52f64256fc7b628 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.832683:0:24913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ee00/0xf52f64256fc7b628 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.832693:0:24913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fe00/0xf52f64256fc7b62f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.832699:0:24913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fe00/0xf52f64256fc7b62f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.832705:0:24913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fe00/0xf52f64256fc7b62f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.832788:0:24913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f200/0xf52f64256fc7b636 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.832796:0:24913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f200/0xf52f64256fc7b636 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.832820:0:24913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f200/0xf52f64256fc7b636 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787579816.832855:0:24913:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1787579816.832858:0:24913:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787579816.832886:0:24913:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f200/0xf52f64256fc7b636 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.832898:0:24913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ee00/0xf52f64256fc7b628 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.832904:0:24913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ee00/0xf52f64256fc7b628 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.832911:0:24913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ee00/0xf52f64256fc7b628 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.832916:0:24913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d0397ee00 already unused, calling callback (ffffffffc19bc4f0) 00010000:00010000:1.0:1787579816.832920:0:24913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ee00/0xf52f64256fc7b628 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.832928:0:24913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ee00/0xf52f64256fc7b628 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.832939:0:24913:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff917d03b6fc00) 00010000:00010000:1.0:1787579816.832942:0:24913:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787579816.832946:0:24913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ee00/0xf52f64256fc7b628 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.832952:0:24913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ee00/0xf52f64256fc7b628 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.833222:0:24913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fe00/0xf52f64256fc7b62f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.833230:0:24913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fe00/0xf52f64256fc7b62f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.833236:0:24913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fe00/0xf52f64256fc7b62f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.833241:0:24913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d0397fe00 already unused, calling callback (ffffffffc19bc4f0) 00010000:00010000:1.0:1787579816.833245:0:24913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fe00/0xf52f64256fc7b62f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.833251:0:24913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fe00/0xf52f64256fc7b62f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.833259:0:24913:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff917d03b6ff00) 00010000:00010000:1.0:1787579816.833261:0:24913:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787579816.833264:0:24913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fe00/0xf52f64256fc7b62f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.833269:0:24913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fe00/0xf52f64256fc7b62f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.833294:0:24913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ea00/0xf52f64256fc7b621 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c651 expref: 8 pid: 24913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.833306:0:24913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f200/0xf52f64256fc7b636 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c651 expref: 7 pid: 24913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.833326:0:24913:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff917d03b6f200) 00010000:00010000:1.0:1787579816.833328:0:24913:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787579816.833331:0:24913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917d0397f200, rc 0) 00000100:00100000:1.0:1787579816.833396:0:24913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3637ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+7:18777:x1874412558255360:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 882us (1130us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579816.833404:0:24913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 31 00000100:00100000:0.0:1787579816.839418:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1787579816.840223:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558255488 00000100:00100000:3.0:1787579816.840236:0:22624:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558255488 00000100:00100000:3.0:1787579816.840310:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6 00000100:00100000:3.0:1787579816.840321:0:22624:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03400e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+5:18777:x1874412558255488:12345-192.168.204.14@tcp:900:lfs.0 00000100:00100000:3.0:1787579816.840405:0:22624:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03400e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+5:18777:x1874412558255488:12345-192.168.204.14@tcp:900:lfs.0 Request processed in 85us (998us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579816.840413:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6 00000100:00080000:0.0:1787579816.840736:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787579816.845354:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1787579816.846339:0:24600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558255744 00000100:00100000:1.0:1787579816.846352:0:24600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558255744 00000100:00100000:0.0:1787579816.846608:0:24600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 32 00000100:00100000:0.0:1787579816.846622:0:24600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03bace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+7:18777:x1874412558255744:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:0.0:1787579816.846646:0:24600:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787579816.846670:0:24600:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564d400/0xf52f64256fc7b63d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e3e2b25dfa0c658 expref: -99 pid: 24600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787579816.846783:0:24600:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1787579816.846892:0:24600:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564d400/0xf52f64256fc7b63d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c658 expref: 9 pid: 24600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.846908:0:24600:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff917d03b6fc00) 00010000:00010000:0.0:1787579816.846911:0:24600:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787579816.846930:0:24600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564d400/0xf52f64256fc7b63d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c658 expref: 9 pid: 24600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.846944:0:24600:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917e0564d400, rc 0) 00000100:00100000:0.0:1787579816.847018:0:24600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03bace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+8:18777:x1874412558255744:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 399us (1676us total) trans 12884901891 rc 301/301 00000100:00100000:0.0:1787579816.850207:0:24600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 32 00000100:00100000:2.0:1787579816.865264:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1787579816.867401:0:22612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558256000 00000100:00100000:3.0:1787579816.867418:0:22612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558256000 00000100:00100000:3.0:1787579816.867592:0:22612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 33 00000100:00100000:3.0:1787579816.867604:0:22612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e36378380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+8:18777:x1874412558256000:12345-192.168.204.14@tcp:36:lfs.0 00010000:00010000:3.0:1787579816.867718:0:22612:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787579816.867747:0:22612:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f200/0xf52f64256fc7b636 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c651 expref: 8 pid: 24913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579816.867768:0:22612:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff917d03b6f200) 00010000:00010000:3.0:1787579816.867773:0:22612:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787579816.867809:0:22612:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714a00/0xf52f64256fc7b64b lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579816.867823:0:22612:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714a00/0xf52f64256fc7b64b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579816.867832:0:22612:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714a00/0xf52f64256fc7b64b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787579816.868063:0:22612:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000821559ef reply state 00000000fba49dbe transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714a00/0xf52f64256fc7b64b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579816.868078:0:22612:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714a00/0xf52f64256fc7b64b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579816.868084:0:22612:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff917d03b6f200) 00010000:00010000:3.0:1787579816.868087:0:22612:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1787579816.868090:0:22612:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1787579816.868097:0:22612:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1787579816.868208:0:22612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e36378380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+9:18777:x1874412558256000:12345-192.168.204.14@tcp:36:lfs.0 Request processed in 606us (2955us total) trans 12884901892 rc 0/0 00000100:00100000:3.0:1787579816.868217:0:22612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 33 00000100:00100000:1.0:1787579816.875814:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579816.875915:0:22616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558256256 00000100:00100000:0.0:1787579816.875927:0:22616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558256256 00000100:00100000:0.0:1787579816.876002:0:22616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2 00000100:00100000:0.0:1787579816.876013:0:22616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b0d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+9:18777:x1874412558256256:12345-192.168.204.14@tcp:35:lfs.0 00000100:00100000:0.0:1787579816.876596:0:22616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b0d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+10:18777:x1874412558256256:12345-192.168.204.14@tcp:35:lfs.0 Request processed in 583us (790us total) trans 12884901893 rc 0/0 00000100:00100000:0.0:1787579816.876604:0:22616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2 00000100:00100000:0.0:1787579816.881698:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1787579816.885902:0:24913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558256512 00000100:00100000:1.0:1787579816.885917:0:24913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558256512 00000100:00100000:1.0:1787579816.885993:0:24913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 34 00000100:00100000:1.0:1787579816.886588:0:24913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d0340c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+10:18777:x1874412558256512:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:1.0:1787579816.886626:0:24913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787579816.886842:0:24913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fe00/0xf52f64256fc7b652 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e3e2b25dfa0c65f expref: -99 pid: 24913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.886918:0:24913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ee00/0xf52f64256fc7b659 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.886932:0:24913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ee00/0xf52f64256fc7b659 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.886944:0:24913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ee00/0xf52f64256fc7b659 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.886954:0:24913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fc00/0xf52f64256fc7b660 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.886975:0:24913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fc00/0xf52f64256fc7b660 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579816.886982:0:24913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fc00/0xf52f64256fc7b660 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787579816.887402:0:24913:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1787579816.893223:0:24913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ee00/0xf52f64256fc7b659 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.893246:0:24913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ee00/0xf52f64256fc7b659 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.893255:0:24913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ee00/0xf52f64256fc7b659 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.893262:0:24913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d0397ee00 already unused, calling callback (ffffffffc19bc4f0) 00010000:00010000:0.0:1787579816.893268:0:24913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ee00/0xf52f64256fc7b659 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.893277:0:24913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ee00/0xf52f64256fc7b659 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.893316:0:24913:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff917d03b6fc00) 00010000:00010000:0.0:1787579816.893319:0:24913:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787579816.893324:0:24913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ee00/0xf52f64256fc7b659 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.893331:0:24913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ee00/0xf52f64256fc7b659 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.893353:0:24913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fc00/0xf52f64256fc7b660 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.893360:0:24913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fc00/0xf52f64256fc7b660 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.893366:0:24913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fc00/0xf52f64256fc7b660 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.893372:0:24913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d0397fc00 already unused, calling callback (ffffffffc19bc4f0) 00010000:00010000:0.0:1787579816.893375:0:24913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fc00/0xf52f64256fc7b660 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.893382:0:24913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fc00/0xf52f64256fc7b660 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.893390:0:24913:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff917d03b6ff00) 00010000:00010000:0.0:1787579816.893393:0:24913:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787579816.893395:0:24913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fc00/0xf52f64256fc7b660 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.893402:0:24913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fc00/0xf52f64256fc7b660 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.893916:0:24913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fe00/0xf52f64256fc7b652 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c65f expref: 12 pid: 24913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.893930:0:24913:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff917d03b6fc00) 00010000:00010000:0.0:1787579816.893933:0:24913:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787579816.893947:0:24913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fe00/0xf52f64256fc7b652 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c65f expref: 12 pid: 24913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.893959:0:24913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917d0397fe00, rc 0) 00000100:00100000:0.0:1787579816.894049:0:24913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d0340c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+11:18777:x1874412558256512:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 7459us (12409us total) trans 12884901894 rc 301/301 00000100:00100000:0.0:1787579816.894058:0:24913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 34 00000100:00100000:2.0:1787579816.901596:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579816.901856:0:24600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558256640 00000100:00100000:0.0:1787579816.901868:0:24600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558256640 00000100:00100000:0.0:1787579816.901926:0:24600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 35 00000100:00100000:0.0:1787579816.901937:0:24600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3637bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+11:18777:x1874412558256640:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:0.0:1787579816.901960:0:24600:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787579816.901980:0:24600:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564d000/0xf52f64256fc7b66e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e3e2b25dfa0c666 expref: -99 pid: 24600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.902098:0:24600:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564d800/0xf52f64256fc7b675 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.902114:0:24600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564d800/0xf52f64256fc7b675 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.902248:0:24600:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564d800/0xf52f64256fc7b675 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787579816.902301:0:24600:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1787579816.902305:0:24600:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787579816.902324:0:24600:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564d800/0xf52f64256fc7b675 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.902350:0:24600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564d000/0xf52f64256fc7b66e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c666 expref: 13 pid: 24600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.902368:0:24600:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564d800/0xf52f64256fc7b675 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c666 expref: 12 pid: 24600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.902377:0:24600:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff917d03b6f200) 00010000:00010000:0.0:1787579816.902380:0:24600:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787579816.902384:0:24600:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917e0564d800, rc 0) 00000100:00100000:0.0:1787579816.902439:0:24600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3637bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+12:18777:x1874412558256640:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 504us (855us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579816.902447:0:24600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 35 00000100:00100000:1.0:1787579816.903343:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1787579816.903416:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558256768 00000100:00100000:2.0:1787579816.903423:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558256768 00000100:00100000:2.0:1787579816.903505:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 160 00000100:00100000:2.0:1787579816.903515:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20131050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:937f45e5-74b5-492e-8aaf-97089f4f85ae+11:18140:x1874412558256768:12345-192.168.204.14@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787579816.903526:0:22607:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787579816.903542:0:22607:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff917e3f91a200/0xf52f64256fc7b67c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e3e2b25dfa0c66d expref: -99 pid: 22607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579816.903566:0:22607:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff917e3f91a200/0xf52f64256fc7b67c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c66d expref: 12 pid: 22607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579816.903586:0:22607:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff917e3f91a200/0xf52f64256fc7b67c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c66d expref: 12 pid: 22607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579816.903595:0:22607:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917e3f91a200, rc 0) 00000100:00100000:2.0:1787579816.903634:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20131050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:937f45e5-74b5-492e-8aaf-97089f4f85ae+12:18140:x1874412558256768:12345-192.168.204.14@tcp:101:ll_cfg_requeue.0 Request processed in 122us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579816.903651:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 160 00000100:00100000:1.0:1787579816.906435:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579816.906783:0:22616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558256896 00000100:00100000:0.0:1787579816.906792:0:22616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558256896 00000100:00100000:0.0:1787579816.906856:0:22616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 3 00000100:00100000:0.0:1787579816.906866:0:22616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b0d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+12:18777:x1874412558256896:12345-192.168.204.14@tcp:37:lfs.0 00000100:00100000:0.0:1787579816.918284:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1787579816.919796:0:22616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b0d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+12:18777:x1874412558256896:12345-192.168.204.14@tcp:37:lfs.0 Request processed in 12918us (13357us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579816.919811:0:22616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 3 00000100:00100000:2.0:1787579816.922936:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558257024 00000100:00100000:2.0:1787579816.922958:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558257024 00000100:00100000:2.0:1787579816.923038:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 161 00000100:00100000:2.0:1787579816.923051:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20133c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:937f45e5-74b5-492e-8aaf-97089f4f85ae+12:18140:x1874412558257024:12345-192.168.204.14@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787579816.923586:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20133c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:937f45e5-74b5-492e-8aaf-97089f4f85ae+12:18140:x1874412558257024:12345-192.168.204.14@tcp:501:ll_cfg_requeue.0 Request processed in 535us (5319us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579816.923596:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 161 00000100:00100000:1.0:1787579816.928793:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1787579816.928857:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1787579816.928976:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558257152 00000100:00100000:3.0:1787579816.928992:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558257152 00000100:00100000:3.0:1787579816.929071:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 162 00000100:00100000:3.0:1787579816.929085:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20130450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:937f45e5-74b5-492e-8aaf-97089f4f85ae+12:18140:x1874412558257152:12345-192.168.204.14@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787579816.929342:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20130450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:937f45e5-74b5-492e-8aaf-97089f4f85ae+12:18140:x1874412558257152:12345-192.168.204.14@tcp:503:ll_cfg_requeue.0 Request processed in 258us (885us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579816.929352:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 162 00000100:00100000:2.0:1787579816.930128:0:22615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558257408 00000100:00100000:2.0:1787579816.930139:0:22615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558257408 00000100:00100000:2.0:1787579816.930203:0:22615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 4 00000100:00100000:2.0:1787579816.930214:0:22615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e02dca850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+12:18777:x1874412558257408:12345-192.168.204.14@tcp:35:lfs.0 00000100:00100000:2.0:1787579816.931292:0:22615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e02dca850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+13:18777:x1874412558257408:12345-192.168.204.14@tcp:35:lfs.0 Request processed in 1072us (2427us total) trans 12884901895 rc 0/0 00000100:00100000:2.0:1787579816.931305:0:22615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 4 00000100:00100000:1.0:1787579816.959707:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579816.960522:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558257536 00000100:00100000:0.0:1787579816.960539:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558257536 00000100:00100000:0.0:1787579816.960614:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 163 00000100:00100000:0.0:1787579816.960628:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20133450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:937f45e5-74b5-492e-8aaf-97089f4f85ae+12:18140:x1874412558257536:12345-192.168.204.14@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787579816.960678:0:22607:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787579816.960704:0:22607:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff917e0564d000/0xf52f64256fc7b683 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e3e2b25dfa0c674 expref: -99 pid: 22607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.960754:0:22607:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff917e0564d000/0xf52f64256fc7b683 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c674 expref: 13 pid: 22607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.960768:0:22607:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff917e0564d000/0xf52f64256fc7b683 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c674 expref: 13 pid: 22607 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579816.960780:0:22607:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917e0564d000, rc 0) 00000100:00100000:0.0:1787579816.960856:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20133450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:937f45e5-74b5-492e-8aaf-97089f4f85ae+13:18140:x1874412558257536:12345-192.168.204.14@tcp:101:ll_cfg_requeue.0 Request processed in 231us (1163us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579816.960863:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 163 00000100:00100000:3.0:1787579816.966929:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1787579816.967129:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558257664 00000100:00100000:1.0:1787579816.967144:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558257664 00000100:00100000:1.0:1787579816.967227:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 164 00000100:00100000:1.0:1787579816.967239:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20130c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:937f45e5-74b5-492e-8aaf-97089f4f85ae+13:18140:x1874412558257664:12345-192.168.204.14@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787579816.967519:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20130c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:937f45e5-74b5-492e-8aaf-97089f4f85ae+13:18140:x1874412558257664:12345-192.168.204.14@tcp:501:ll_cfg_requeue.0 Request processed in 228us (553us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579816.967532:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 164 00000100:00100000:1.0:1787579816.976381:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1787579816.976505:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558257792 00000100:00100000:3.0:1787579816.976531:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558257792 00000100:00100000:3.0:1787579816.976606:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 165 00000100:00100000:3.0:1787579816.976618:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20132050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:937f45e5-74b5-492e-8aaf-97089f4f85ae+13:18140:x1874412558257792:12345-192.168.204.14@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787579816.976846:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20132050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:937f45e5-74b5-492e-8aaf-97089f4f85ae+13:18140:x1874412558257792:12345-192.168.204.14@tcp:503:ll_cfg_requeue.0 Request processed in 229us (481us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579816.976856:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 165 00000100:00100000:2.0:1787579817.009540:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1787579817.009752:0:22612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558257920 00000100:00100000:3.0:1787579817.009779:0:22612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558257920 00000100:00100000:3.0:1787579817.009857:0:22612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 36 00000100:00100000:3.0:1787579817.009871:0:22612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e36379880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cd755023-1d3e-4f78-b344-56bf54ed2eed+11:18784:x1874412558257920:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:3.0:1787579817.009898:0:22612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787579817.009927:0:22612:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714c00/0xf52f64256fc7b68a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e3e2b25dfa0c67b expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579817.010255:0:22612:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714200/0xf52f64256fc7b691 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579817.010273:0:22612:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714200/0xf52f64256fc7b691 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579817.010287:0:22612:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714200/0xf52f64256fc7b691 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579817.010299:0:22612:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714000/0xf52f64256fc7b698 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579817.010307:0:22612:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714000/0xf52f64256fc7b698 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579817.010338:0:22612:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714000/0xf52f64256fc7b698 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579817.010449:0:22612:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff917e18715200/0xf52f64256fc7b69f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579817.010460:0:22612:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917e18715200/0xf52f64256fc7b69f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579817.011985:0:22612:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917e18715200/0xf52f64256fc7b69f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787579817.012059:0:22612:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1787579817.012064:0:22612:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787579817.012125:0:22612:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff917e18715200/0xf52f64256fc7b69f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579817.012143:0:22612:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714200/0xf52f64256fc7b691 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579817.012151:0:22612:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714200/0xf52f64256fc7b691 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579817.012158:0:22612:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714200/0xf52f64256fc7b691 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579817.012165:0:22612:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e18714200 already unused, calling callback (ffffffffc19bc4f0) 00010000:00010000:3.0:1787579817.012170:0:22612:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714200/0xf52f64256fc7b691 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579817.012179:0:22612:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714200/0xf52f64256fc7b691 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579817.012225:0:22612:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff917d03b6fc00) 00010000:00010000:3.0:1787579817.012228:0:22612:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787579817.012234:0:22612:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714200/0xf52f64256fc7b691 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579817.012241:0:22612:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714200/0xf52f64256fc7b691 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579817.012262:0:22612:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714000/0xf52f64256fc7b698 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579817.012269:0:22612:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714000/0xf52f64256fc7b698 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579817.012275:0:22612:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714000/0xf52f64256fc7b698 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579817.012281:0:22612:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e18714000 already unused, calling callback (ffffffffc19bc4f0) 00010000:00010000:3.0:1787579817.012284:0:22612:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714000/0xf52f64256fc7b698 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579817.012291:0:22612:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714000/0xf52f64256fc7b698 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579817.012298:0:22612:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff917d03b6ff00) 00010000:00010000:3.0:1787579817.012301:0:22612:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787579817.012304:0:22612:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714000/0xf52f64256fc7b698 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579817.012310:0:22612:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714000/0xf52f64256fc7b698 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579817.012366:0:22612:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714c00/0xf52f64256fc7b68a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c67b expref: 13 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579817.012383:0:22612:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff917e18715200/0xf52f64256fc7b69f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c67b expref: 12 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579817.012391:0:22612:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff917d03b6f200) 00010000:00010000:3.0:1787579817.012394:0:22612:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1787579817.012397:0:22612:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917e18715200, rc 0) 00000100:00100000:3.0:1787579817.012541:0:22612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e36379880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cd755023-1d3e-4f78-b344-56bf54ed2eed+12:18784:x1874412558257920:12345-192.168.204.14@tcp:101:bash.0 Request processed in 2671us (3075us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579817.012551:0:22612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 36 00000100:00100000:0.0:1787579817.017598:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1787579817.019545:0:22624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558258048 00000100:00100000:3.0:1787579817.019568:0:22624:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558258048 00000100:00100000:3.0:1787579817.019683:0:22624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 7 00000100:00100000:3.0:1787579817.019696:0:22624:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e012eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:cd755023-1d3e-4f78-b344-56bf54ed2eed+5:18784:x1874412558258048:12345-192.168.204.14@tcp:900:bash.0 00000100:00100000:3.0:1787579817.019829:0:22624:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e012eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:cd755023-1d3e-4f78-b344-56bf54ed2eed+5:18784:x1874412558258048:12345-192.168.204.14@tcp:900:bash.0 Request processed in 135us (2257us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579817.019839:0:22624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 7 00000100:00100000:1.0:1787579817.026294:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579817.026621:0:24913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558258304 00000100:00100000:0.0:1787579817.026634:0:24913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558258304 00000100:00100000:0.0:1787579817.026758:0:24913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 37 00000100:00100000:0.0:1787579817.026771:0:24913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b0d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cd755023-1d3e-4f78-b344-56bf54ed2eed+12:18784:x1874412558258304:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:0.0:1787579817.026801:0:24913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787579817.026828:0:24913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564d400/0xf52f64256fc7b6a6 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e3e2b25dfa0c682 expref: -99 pid: 24913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579817.026964:0:24913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdec00/0xf52f64256fc7b6ad lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579817.026983:0:24913:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564d800/0xf52f64256fc7b675 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c666 expref: 12 pid: 24600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579817.027016:0:24913:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdec00/0xf52f64256fc7b6ad lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579817.027058:0:24913:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564d800/0xf52f64256fc7b675 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c666 expref: 12 pid: 24600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579817.027074:0:24913:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564d800/0xf52f64256fc7b675 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c666 expref: 12 pid: 24600 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787579817.027089:0:24913:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e012ea680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:24913:1874412578305280:192.168.204.14@tcp:104: 00000100:00100000:0.0:1787579817.027206:0:24913:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e3d169e40 going to sleep for 11 seconds 00000100:00100000:1.0:1787579817.038825:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1787579817.039458:0:22597:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558258432 00000100:00100000:2.0:1787579817.039521:0:22597:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558258432 00010000:00010000:2.0:1787579817.039582:0:22597:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564d800/0xf52f64256fc7b675 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c666 expref: 13 pid: 24600 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787579817.039656:0:22597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 16 00000100:00100000:2.0:1787579817.039670:0:22597:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b0d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+13:2408:x1874412558258432:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787579817.039690:0:22597:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787579817.039698:0:22597:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564d800/0xf52f64256fc7b675 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c666 expref: 13 pid: 24600 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579817.039714:0:22597:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564d800/0xf52f64256fc7b675 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c666 expref: 13 pid: 24600 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579817.039756:0:22597:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff917d03b6f200) 00010000:00010000:2.0:1787579817.039763:0:22597:0:(ldlm_inodebits.c:109:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdec00/0xf52f64256fc7b6ad lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579817.039776:0:22597:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdec00/0xf52f64256fc7b6ad lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579817.039784:0:22597:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdec00/0xf52f64256fc7b6ad lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579817.039809:0:22597:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787579817.040218:0:22597:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b0d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+13:2408:x1874412558258432:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 480us (1340us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579817.040230:0:22597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 16 00010000:00010000:0.0:1787579817.045344:0:24913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564d800/0xf52f64256fc7b675 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c666 expref: 12 pid: 24600 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787579817.045381:0:24913:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e012ea680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:24913:1874412578305280:192.168.204.14@tcp:104: 00010000:00010000:0.0:1787579817.045415:0:24913:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdec00/0xf52f64256fc7b6ad lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579817.045426:0:24913:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdec00/0xf52f64256fc7b6ad lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579817.045432:0:24913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdec00/0xf52f64256fc7b6ad lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579817.049841:0:24913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde600/0xf52f64256fc7b6b4 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579817.049867:0:24913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde600/0xf52f64256fc7b6b4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579817.049900:0:24913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde600/0xf52f64256fc7b6b4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579817.051869:0:24913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde000/0xf52f64256fc7b6bb lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579817.051890:0:24913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde000/0xf52f64256fc7b6bb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579817.051902:0:24913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde000/0xf52f64256fc7b6bb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787579817.051915:0:24913:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1787579817.051942:0:24913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdec00/0xf52f64256fc7b6ad lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579817.051949:0:24913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdec00/0xf52f64256fc7b6ad lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579817.051956:0:24913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdec00/0xf52f64256fc7b6ad lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579817.051963:0:24913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d03cdec00 already unused, calling callback (ffffffffc19bc4f0) 00010000:00010000:0.0:1787579817.051967:0:24913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdec00/0xf52f64256fc7b6ad lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579817.051975:0:24913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdec00/0xf52f64256fc7b6ad lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579817.051988:0:24913:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff917d03b6f200) 00010000:00010000:0.0:1787579817.051991:0:24913:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787579817.052008:0:24913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdec00/0xf52f64256fc7b6ad lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579817.052015:0:24913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdec00/0xf52f64256fc7b6ad lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787579817.052029:0:24913:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000000be327b reply state 00000000402c1c69 transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde600/0xf52f64256fc7b6b4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579817.052041:0:24913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde600/0xf52f64256fc7b6b4 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579817.052047:0:24913:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff917e172a6200) 00010000:00010000:0.0:1787579817.053592:0:24913:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787579817.053599:0:24913:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1787579817.053989:0:24913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917e0564d400/0xf52f64256fc7b6a6 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c682 expref: 15 pid: 24913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579817.054015:0:24913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde000/0xf52f64256fc7b6bb lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c682 expref: 14 pid: 24913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579817.054023:0:24913:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff917e172a6c00) 00010000:00010000:0.0:1787579817.054026:0:24913:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1787579817.054028:0:24913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917d03cde000, rc 0) 00000100:00100000:0.0:1787579817.054234:0:24913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b0d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cd755023-1d3e-4f78-b344-56bf54ed2eed+15:18784:x1874412558258304:12345-192.168.204.14@tcp:101:bash.0 Request processed in 27463us (27954us total) trans 12884901896 rc 0/0 00000100:00100000:0.0:1787579817.054244:0:24913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 37 00000040:00080000:2.0:1787579817.082072:0:22648:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1787579817.096776:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1787579817.097563:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558258560 00000100:00100000:2.0:1787579817.097579:0:22614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558258560 00000100:00100000:2.0:1787579817.097674:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 38 00000100:00100000:2.0:1787579817.097701:0:22614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b0d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cd755023-1d3e-4f78-b344-56bf54ed2eed+15:18784:x1874412558258560:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:2.0:1787579817.097985:0:22614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787579817.098023:0:22614:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91a000/0xf52f64256fc7b6c9 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e3e2b25dfa0c689 expref: -99 pid: 22614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579817.098112:0:22614:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91bc00/0xf52f64256fc7b6d0 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579817.098128:0:22614:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91bc00/0xf52f64256fc7b6d0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579817.098140:0:22614:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91bc00/0xf52f64256fc7b6d0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787579817.098224:0:22614:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1787579817.098229:0:22614:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787579817.098257:0:22614:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91bc00/0xf52f64256fc7b6d0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579817.098272:0:22614:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91bc00/0xf52f64256fc7b6d0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579817.098306:0:22614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91a000/0xf52f64256fc7b6c9 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c689 expref: 17 pid: 22614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579817.098329:0:22614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91bc00/0xf52f64256fc7b6d0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c689 expref: 16 pid: 22614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579817.098340:0:22614:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff917e172a6c00) 00010000:00010000:2.0:1787579817.098343:0:22614:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787579817.098357:0:22614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917e3f91bc00, rc 0) 00000100:00100000:2.0:1787579817.098446:0:22614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b0d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cd755023-1d3e-4f78-b344-56bf54ed2eed+16:18784:x1874412558258560:12345-192.168.204.14@tcp:101:bash.0 Request processed in 749us (1686us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579817.098454:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 38 00000100:00100000:2.0:1787579817.103538:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1787579817.103700:0:22616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558258816 00000100:00100000:1.0:1787579817.103716:0:22616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558258816 00000100:00100000:1.0:1787579817.103803:0:22616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5 00000100:00100000:1.0:1787579817.103816:0:22616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e36379f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:cd755023-1d3e-4f78-b344-56bf54ed2eed+16:18784:x1874412558258816:12345-192.168.204.14@tcp:35:bash.0 00000100:00100000:1.0:1787579817.104230:0:22616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e36379f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:cd755023-1d3e-4f78-b344-56bf54ed2eed+17:18784:x1874412558258816:12345-192.168.204.14@tcp:35:bash.0 Request processed in 416us (706us total) trans 12884901897 rc 0/0 00000100:00100000:1.0:1787579817.104239:0:22616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5 00000100:00100000:1.0:1787579817.206112:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1787579817.206315:0:22612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558259072 00000100:00100000:3.0:1787579817.206331:0:22612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558259072 00000100:00100000:3.0:1787579817.206525:0:22612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 39 00000100:00100000:3.0:1787579817.206540:0:22612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b0d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cd755023-1d3e-4f78-b344-56bf54ed2eed+17:18795:x1874412558259072:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:3.0:1787579817.206572:0:22612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787579817.206598:0:22612:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714c00/0xf52f64256fc7b6d7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e3e2b25dfa0c690 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787579817.206763:0:22612:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1787579817.206907:0:22612:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714c00/0xf52f64256fc7b6d7 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c690 expref: 19 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579817.206926:0:22612:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff917d03b6fc00) 00010000:00010000:3.0:1787579817.206930:0:22612:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787579817.206935:0:22612:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714c00/0xf52f64256fc7b6d7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c690 expref: 19 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579817.206954:0:22612:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917e18714c00, rc 0) 00000100:00100000:3.0:1787579817.207040:0:22612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b0d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cd755023-1d3e-4f78-b344-56bf54ed2eed+18:18795:x1874412558259072:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 503us (942us total) trans 12884901898 rc 301/301 00000100:00100000:3.0:1787579817.207048:0:22612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 39 00000100:00100000:0.0:1787579817.218021:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1787579817.218296:0:22616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558259328 00000100:00100000:1.0:1787579817.218310:0:22616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558259328 00000100:00100000:1.0:1787579817.218449:0:22616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6 00000100:00100000:1.0:1787579817.218462:0:22616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e012ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:cd755023-1d3e-4f78-b344-56bf54ed2eed+18:18795:x1874412558259328:12345-192.168.204.14@tcp:35:lfs.0 00000100:00100000:1.0:1787579817.219132:0:22616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e012ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:cd755023-1d3e-4f78-b344-56bf54ed2eed+19:18795:x1874412558259328:12345-192.168.204.14@tcp:35:lfs.0 Request processed in 669us (1123us total) trans 12884901899 rc 0/0 00000100:00100000:1.0:1787579817.219143:0:22616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6 00000100:00100000:2.0:1787579817.261736:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579817.261864:0:24913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558259584 00000100:00100000:0.0:1787579817.261879:0:24913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558259584 00000100:00100000:0.0:1787579817.261978:0:24913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 40 00000100:00100000:0.0:1787579817.261991:0:24913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e36378000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cd755023-1d3e-4f78-b344-56bf54ed2eed+19:18798:x1874412558259584:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:0.0:1787579817.262025:0:24913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787579817.262051:0:24913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf400/0xf52f64256fc7b6e5 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e3e2b25dfa0c697 expref: -99 pid: 24913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579817.262222:0:24913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdfe00/0xf52f64256fc7b6ec lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579817.262251:0:24913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdfe00/0xf52f64256fc7b6ec lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579817.262269:0:24913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdfe00/0xf52f64256fc7b6ec lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787579817.262284:0:24913:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1787579817.262430:0:24913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf400/0xf52f64256fc7b6e5 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c697 expref: 22 pid: 24913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579817.262453:0:24913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdfe00/0xf52f64256fc7b6ec lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c697 expref: 21 pid: 24913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579817.262465:0:24913:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff917e172a6c00) 00010000:00010000:0.0:1787579817.262842:0:24913:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787579817.262848:0:24913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917d03cdfe00, rc 0) 00000100:00100000:0.0:1787579817.262936:0:24913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e36378000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cd755023-1d3e-4f78-b344-56bf54ed2eed+21:18798:x1874412558259584:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 946us (1225us total) trans 12884901900 rc 0/0 00000100:00100000:0.0:1787579817.262944:0:24913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 40 00000100:00100000:0.0:1787579817.267935:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579817.268217:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1787579817.268314:0:22598:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558259840 00000100:00100000:3.0:1787579817.268329:0:22598:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558259840 00000100:00100000:2.0:1787579817.268444:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558259712 00000100:00100000:2.0:1787579817.268449:0:22614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558259712 00000100:00100000:3.0:1787579817.268494:0:22598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 0 00000100:00100000:3.0:1787579817.268508:0:22598:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e012e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cd755023-1d3e-4f78-b344-56bf54ed2eed+22:2408:x1874412558259840:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787579817.268530:0:22598:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787579817.268563:0:22598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdfe00/0xf52f64256fc7b6ec lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c697 expref: 22 pid: 24913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579817.268586:0:22598:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff917e172a6c00) 00010000:00010000:3.0:1787579817.268593:0:22598:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787579817.268599:0:24600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 41 00000100:00100000:0.0:1787579817.268608:0:24600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e012e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cd755023-1d3e-4f78-b344-56bf54ed2eed+21:18798:x1874412558259712:12345-192.168.204.14@tcp:54:lfs.0 00000100:00100000:3.0:1787579817.268660:0:22598:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e012e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cd755023-1d3e-4f78-b344-56bf54ed2eed+21:2408:x1874412558259840:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 156us (444us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579817.268680:0:22598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 0 00010000:00010000:0.0:1787579817.268684:0:24600:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf400/0xf52f64256fc7b6fa lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579817.268701:0:24600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf400/0xf52f64256fc7b6fa lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579817.268883:0:24600:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf400/0xf52f64256fc7b6fa lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579817.268927:0:24600:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf400/0xf52f64256fc7b6fa lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579817.268934:0:24600:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf400/0xf52f64256fc7b6fa lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579817.268941:0:24600:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf400/0xf52f64256fc7b6fa lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579817.268947:0:24600:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d03cdf400 already unused, calling callback (ffffffffc19bc4f0) 00010000:00010000:0.0:1787579817.268952:0:24600:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf400/0xf52f64256fc7b6fa lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579817.268961:0:24600:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf400/0xf52f64256fc7b6fa lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579817.268971:0:24600:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff917e172a6c00) 00010000:00010000:0.0:1787579817.268974:0:24600:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787579817.268978:0:24600:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf400/0xf52f64256fc7b6fa lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579817.268992:0:24600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf400/0xf52f64256fc7b6fa lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787579817.269421:0:24600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e012e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cd755023-1d3e-4f78-b344-56bf54ed2eed+20:18798:x1874412558259712:12345-192.168.204.14@tcp:54:lfs.0 Request processed in 813us (1562us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579817.269431:0:24600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 41 00000100:00100000:0.0:1787579817.276240:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1787579817.276466:0:22615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558260096 00000100:00100000:2.0:1787579817.276532:0:22615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558260096 00000100:00100000:2.0:1787579817.276602:0:22615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 7 00000100:00100000:2.0:1787579817.276614:0:22615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e012ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:cd755023-1d3e-4f78-b344-56bf54ed2eed+20:18798:x1874412558260096:12345-192.168.204.14@tcp:35:lfs.0 00000100:00100000:2.0:1787579817.276925:0:22615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e012ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:cd755023-1d3e-4f78-b344-56bf54ed2eed+21:18798:x1874412558260096:12345-192.168.204.14@tcp:35:lfs.0 Request processed in 312us (935us total) trans 12884901901 rc 0/0 00000100:00100000:2.0:1787579817.276935:0:22615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 7 00000100:00100000:2.0:1787579817.359203:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1787579817.359269:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1787579817.359308:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1787579817.359345:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1787579817.359369:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1787579817.359380:0:24601:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558260480 00000100:00100000:2.0:1787579817.359387:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1787579817.359395:0:24601:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558260480 00000100:00100000:2.0:1787579817.359405:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1787579817.359431:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1787579817.359501:0:24601:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558260992 00000100:00080000:2.0:1787579817.359505:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787579817.359517:0:24601:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558260992 00000100:00100000:3.0:1787579817.359536:0:24601:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558260608 00000100:00100000:3.0:1787579817.359539:0:24601:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558260608 00000100:00080000:2.0:1787579817.359543:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1787579817.359545:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787579817.359552:0:24601:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558261120 00000100:00100000:3.0:1787579817.359554:0:24601:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558261120 00000100:00100000:3.0:1787579817.359594:0:24601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 19 00000100:00100000:3.0:1787579817.359606:0:24601:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e36379180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cd755023-1d3e-4f78-b344-56bf54ed2eed+5:2407:x1874412558260480:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1787579817.359617:0:24118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 20 00000100:00100000:0.0:1787579817.359628:0:24118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3637a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+5:2407:x1874412558260992:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1787579817.359718:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558260736 00000100:00100000:1.0:1787579817.359723:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558260736 00000100:00100000:1.0:1787579817.359762:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558260352 00000100:00100000:1.0:1787579817.359765:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558260352 00000100:00100000:1.0:1787579817.359786:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558260864 00000100:00100000:1.0:1787579817.359789:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558260864 00000100:00100000:1.0:1787579817.359811:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 58 00000100:00100000:1.0:1787579817.359819:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3637b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+12:2407:x1874412558260736:12345-192.168.204.14@tcp:400:kworker.0 00000100:00080000:2.0:1787579817.359820:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787579817.359847:0:24120:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:2.0:1787579817.359877:0:24120:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_004' 00000100:00100000:2.0:1787579817.359905:0:24121:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:2.0:1787579817.359915:0:24121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 21 00000100:00100000:2.0:1787579817.359923:0:24121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3637b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:cd755023-1d3e-4f78-b344-56bf54ed2eed+5:2407:x1874412558260608:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1787579817.363319:0:24601:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e36379180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cd755023-1d3e-4f78-b344-56bf54ed2eed+5:2407:x1874412558260480:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 3687us (4021us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579817.363338:0:24601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 19 00000100:00100000:3.0:1787579817.363396:0:24601:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:3.0:1787579817.363412:0:24601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 22 00000100:00100000:3.0:1787579817.363429:0:24601:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3637b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+5:2407:x1874412558261120:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1787579817.363508:0:24601:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3637b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+5:2407:x1874412558261120:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 86us (4075us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579817.363514:0:24601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 22 00000100:00100000:3.0:1787579817.363583:0:22607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558260224 00000100:00100000:3.0:1787579817.363594:0:22607:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558260224 00000100:00100000:3.0:1787579817.363933:0:22607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 166 00000100:00100000:0.0:1787579817.363934:0:24118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3637a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+5:2407:x1874412558260992:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 4303us (4581us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579817.363946:0:22607:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20130050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:937f45e5-74b5-492e-8aaf-97089f4f85ae+13:2407:x1874412558260224:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1787579817.363949:0:24118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 20 00000100:00100000:3.0:1787579817.363986:0:22607:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20130050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:937f45e5-74b5-492e-8aaf-97089f4f85ae+13:2407:x1874412558260224:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 45us (4811us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579817.364032:0:22607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 166 00000100:00100000:3.0:1787579817.364090:0:24913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 59 00000100:00100000:3.0:1787579817.364101:0:24913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e36379c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cd755023-1d3e-4f78-b344-56bf54ed2eed+5:2407:x1874412558260352:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1787579817.364138:0:24913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e36379c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cd755023-1d3e-4f78-b344-56bf54ed2eed+5:2407:x1874412558260352:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 40us (4768us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579817.364146:0:24913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 59 00000100:00100000:3.0:1787579817.364165:0:24913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 60 00000100:00100000:3.0:1787579817.364173:0:24913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e36378e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+5:2407:x1874412558260864:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1787579817.364229:0:24913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e36378e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+5:2407:x1874412558260864:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 57us (4822us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579817.364237:0:24913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 60 00000100:00100000:0.0:1787579817.365426:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3637b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+12:2407:x1874412558260736:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 5599us (6108us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579817.365438:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 58 00000100:00100000:2.0:1787579817.367188:0:24121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3637b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:cd755023-1d3e-4f78-b344-56bf54ed2eed+5:2407:x1874412558260608:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 7240us (7773us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579817.367207:0:24121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 21 00010000:00010000:0.0:1787579817.591869:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787579817.601388:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1787579817.601995:0:24913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558261376 00000100:00100000:3.0:1787579817.602013:0:24913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558261376 00000100:00100000:3.0:1787579817.602099:0:24913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 42 00000100:00100000:3.0:1787579817.602113:0:24913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e012e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cd755023-1d3e-4f78-b344-56bf54ed2eed+21:18829:x1874412558261376:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:3.0:1787579817.602145:0:24913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787579817.602185:0:24913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714c00/0xf52f64256fc7b701 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e3e2b25dfa0c69e expref: -99 pid: 24913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579817.602339:0:24913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714000/0xf52f64256fc7b708 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579817.602359:0:24913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714000/0xf52f64256fc7b708 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579817.602374:0:24913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714000/0xf52f64256fc7b708 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787579817.602412:0:24913:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1787579817.602650:0:24913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714c00/0xf52f64256fc7b701 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c69e expref: 24 pid: 24913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579817.602676:0:24913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714000/0xf52f64256fc7b708 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c69e expref: 23 pid: 24913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579817.602687:0:24913:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff917e172a6c00) 00010000:00010000:3.0:1787579817.602690:0:24913:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787579817.602695:0:24913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917e18714000, rc 0) 00000100:00100000:3.0:1787579817.602786:0:24913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e012e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cd755023-1d3e-4f78-b344-56bf54ed2eed+23:18829:x1874412558261376:12345-192.168.204.14@tcp:101:cat.0 Request processed in 676us (1413us total) trans 12884901902 rc 0/0 00000100:00100000:3.0:1787579817.602796:0:24913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 42 00000100:00100000:3.0:1787579817.608785:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1787579817.608907:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579817.609162:0:24145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558261504 00000100:00100000:0.0:1787579817.609192:0:24145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558261504 00000100:00100000:0.0:1787579817.609287:0:24145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1 00000100:00100000:0.0:1787579817.609300:0:24145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3f981f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cd755023-1d3e-4f78-b344-56bf54ed2eed+23:2407:x1874412558261504:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787579817.609321:0:24145:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787579817.609357:0:24145:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714000/0xf52f64256fc7b708 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c69e expref: 23 pid: 24913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579817.609407:0:24145:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff917e172a6c00) 00010000:00010000:0.0:1787579817.609413:0:24145:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787579817.609521:0:24145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3f981f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cd755023-1d3e-4f78-b344-56bf54ed2eed+22:2407:x1874412558261504:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 222us (754us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579817.609531:0:24145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1 00000100:00100000:2.0:1787579817.609629:0:22615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558261760 00000100:00100000:2.0:1787579817.609635:0:22615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558261760 00000100:00100000:2.0:1787579817.609690:0:22615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 8 00000100:00100000:2.0:1787579817.609698:0:22615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3f980e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:cd755023-1d3e-4f78-b344-56bf54ed2eed+22:18829:x1874412558261760:12345-192.168.204.14@tcp:35:cat.0 00000100:00100000:2.0:1787579817.610036:0:22615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3f980e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:cd755023-1d3e-4f78-b344-56bf54ed2eed+23:18829:x1874412558261760:12345-192.168.204.14@tcp:35:cat.0 Request processed in 338us (1128us total) trans 12884901903 rc 0/0 00000100:00100000:2.0:1787579817.610043:0:22615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 8 00000100:00100000:1.0:1787579817.730243:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1787579817.733363:0:22612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558262016 00000100:00100000:3.0:1787579817.733388:0:22612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558262016 00000100:00100000:3.0:1787579817.733523:0:22612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 43 00000100:00100000:3.0:1787579817.733538:0:22612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b0d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cd755023-1d3e-4f78-b344-56bf54ed2eed+23:18835:x1874412558262016:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:3.0:1787579817.733571:0:22612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787579817.733599:0:22612:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714c00/0xf52f64256fc7b716 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e3e2b25dfa0c6a5 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579817.733754:0:22612:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714200/0xf52f64256fc7b71d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579817.733774:0:22612:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714200/0xf52f64256fc7b71d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579817.733822:0:22612:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714200/0xf52f64256fc7b71d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787579817.733838:0:22612:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1787579817.734161:0:22612:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714c00/0xf52f64256fc7b716 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6a5 expref: 26 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579817.734201:0:22612:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714200/0xf52f64256fc7b71d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6a5 expref: 25 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579817.734212:0:22612:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff917e172a6c00) 00010000:00010000:3.0:1787579817.734215:0:22612:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787579817.734219:0:22612:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917e18714200, rc 0) 00000100:00100000:3.0:1787579817.734320:0:22612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b0d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cd755023-1d3e-4f78-b344-56bf54ed2eed+25:18835:x1874412558262016:12345-192.168.204.14@tcp:101:dd.0 Request processed in 786us (4094us total) trans 12884901904 rc 0/0 00000100:00100000:3.0:1787579817.734329:0:22612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 43 00000100:00100000:1.0:1787579817.742855:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1787579817.742945:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579817.743125:0:22599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558262144 00000100:00100000:0.0:1787579817.743139:0:22599:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558262144 00000100:00100000:0.0:1787579817.743242:0:22599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2 00000100:00100000:0.0:1787579817.743256:0:22599:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b0d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cd755023-1d3e-4f78-b344-56bf54ed2eed+25:2408:x1874412558262144:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787579817.743279:0:22599:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787579817.743311:0:22599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714200/0xf52f64256fc7b71d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6a5 expref: 25 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579817.743336:0:22599:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff917e172a6c00) 00010000:00010000:0.0:1787579817.743342:0:22599:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787579817.743419:0:22599:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b0d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cd755023-1d3e-4f78-b344-56bf54ed2eed+24:2408:x1874412558262144:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 165us (580us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579817.743428:0:22599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2 00000100:00100000:2.0:1787579817.748838:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558262272 00000100:00100000:2.0:1787579817.748862:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558262272 00000100:00100000:2.0:1787579817.749107:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 44 00000100:00100000:2.0:1787579817.749122:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b0d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cd755023-1d3e-4f78-b344-56bf54ed2eed+24:18835:x1874412558262272:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:2.0:1787579817.749168:0:22613:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787579817.749211:0:22613:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91b400/0xf52f64256fc7b72b lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e3e2b25dfa0c6ac expref: -99 pid: 22613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579817.749274:0:22613:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91ae00/0xf52f64256fc7b732 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22613 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579817.749291:0:22613:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91ae00/0xf52f64256fc7b732 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22613 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579817.749330:0:22613:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91ae00/0xf52f64256fc7b732 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22613 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579817.749937:0:22613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91b400/0xf52f64256fc7b72b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6ac expref: 26 pid: 22613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579817.749961:0:22613:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91ae00/0xf52f64256fc7b732 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6ac expref: 25 pid: 22613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579817.749971:0:22613:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff917e172a6c00) 00010000:00010000:2.0:1787579817.749975:0:22613:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1787579817.749979:0:22613:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917e3f91ae00, rc 0) 00000100:00100000:2.0:1787579817.750074:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b0d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cd755023-1d3e-4f78-b344-56bf54ed2eed+25:18835:x1874412558262272:12345-192.168.204.14@tcp:101:dd.0 Request processed in 955us (7128us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579817.750083:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 44 00000100:00100000:3.0:1787579817.756147:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579817.758425:0:24913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558262528 00000100:00100000:0.0:1787579817.758460:0:24913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558262528 00000100:00100000:1.0:1787579817.762203:0:24600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 45 00000100:00100000:1.0:1787579817.762249:0:24600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3f983800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cd755023-1d3e-4f78-b344-56bf54ed2eed+25:18835:x1874412558262528:12345-192.168.204.14@tcp:36:dd.0 00010000:00010000:1.0:1787579817.762332:0:24600:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787579817.762371:0:24600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91bc00/0xf52f64256fc7b6d0 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c689 expref: 25 pid: 22614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579817.762401:0:24600:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff917e172a6c00) 00010000:00010000:1.0:1787579817.762408:0:24600:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787579817.762702:0:24600:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ee00/0xf52f64256fc7b739 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579817.765258:0:24600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ee00/0xf52f64256fc7b739 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579817.765280:0:24600:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ee00/0xf52f64256fc7b739 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1787579817.765429:0:24600:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:1.0:1787579817.765700:0:24600:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000b2f26f52 reply state 00000000c79c10f1 transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ee00/0xf52f64256fc7b739 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579817.766264:0:24600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ee00/0xf52f64256fc7b739 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579817.766275:0:24600:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff917e172a6c00) 00010000:00010000:1.0:1787579817.766278:0:24600:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787579817.766285:0:24600:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1787579817.767082:0:24600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3f983800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cd755023-1d3e-4f78-b344-56bf54ed2eed+27:18835:x1874412558262528:12345-192.168.204.14@tcp:36:dd.0 Request processed in 4465us (10576us total) trans 12884901906 rc 0/0 00000100:00100000:1.0:1787579817.767096:0:24600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 45 00000020:00080000:1.0:1787579817.767104:0:24600:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1787579817.784290:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36379500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874412578305408:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787579817.784397:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579817.784514:0:24122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578305408 00000100:00100000:2.0:1787579817.784527:0:24122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578305408 00000100:00100000:2.0:1787579817.784612:0:24122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1787579817.784624:0:24122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3f981180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1874412578305408:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787579817.784670:0:24122:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1787579817.784740:0:24122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3f981180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1874412578305408:12345-0@lo:13:osp-pre-0-0.0 Request processed in 117us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579817.784749:0:24122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1787579817.784891:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36379500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874412578305408:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1787579817.785888:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787579817.929405:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1787579817.932409:0:22615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558262784 00000100:00100000:2.0:1787579817.932432:0:22615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558262784 00000100:00100000:2.0:1787579817.932632:0:22615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 9 00000100:00100000:2.0:1787579817.932648:0:22615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e36386300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:cd755023-1d3e-4f78-b344-56bf54ed2eed+27:18835:x1874412558262784:12345-192.168.204.14@tcp:35:dd.0 00000100:00100000:2.0:1787579817.933037:0:22615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e36386300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:cd755023-1d3e-4f78-b344-56bf54ed2eed+28:18835:x1874412558262784:12345-192.168.204.14@tcp:35:dd.0 Request processed in 392us (3646us total) trans 12884901907 rc 0/0 00000100:00100000:2.0:1787579817.933047:0:22615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 9 00000100:00100000:2.0:1787579818.146912:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1787579818.147030:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558262912 00000100:00100000:1.0:1787579818.147044:0:22614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558262912 00000100:00100000:1.0:1787579818.147151:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 46 00000100:00100000:1.0:1787579818.147179:0:22614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3637a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cd755023-1d3e-4f78-b344-56bf54ed2eed+28:18849:x1874412558262912:12345-192.168.204.14@tcp:101:stat.0 00010000:00010000:1.0:1787579818.147221:0:22614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787579818.147249:0:22614:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ec00/0xf52f64256fc7b740 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e3e2b25dfa0c6b3 expref: -99 pid: 22614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.147342:0:22614:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f400/0xf52f64256fc7b747 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.147362:0:22614:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f400/0xf52f64256fc7b747 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.147375:0:22614:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f400/0xf52f64256fc7b747 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.147388:0:22614:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f200/0xf52f64256fc7b74e lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.147395:0:22614:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f200/0xf52f64256fc7b74e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.147402:0:22614:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f200/0xf52f64256fc7b74e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.147546:0:22614:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ea00/0xf52f64256fc7b755 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.147556:0:22614:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ea00/0xf52f64256fc7b755 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.147584:0:22614:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ea00/0xf52f64256fc7b755 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787579818.147639:0:22614:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:1.0:1787579818.147644:0:22614:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787579818.147694:0:22614:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ea00/0xf52f64256fc7b755 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.147710:0:22614:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ea00/0xf52f64256fc7b755 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.147719:0:22614:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f400/0xf52f64256fc7b747 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.147727:0:22614:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f400/0xf52f64256fc7b747 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.147734:0:22614:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f400/0xf52f64256fc7b747 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.147740:0:22614:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d0397f400 already unused, calling callback (ffffffffc19bc4f0) 00010000:00010000:1.0:1787579818.147745:0:22614:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f400/0xf52f64256fc7b747 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.147753:0:22614:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f400/0xf52f64256fc7b747 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.147767:0:22614:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff917d03b6f200) 00010000:00010000:1.0:1787579818.147770:0:22614:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787579818.147776:0:22614:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f400/0xf52f64256fc7b747 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.147796:0:22614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f400/0xf52f64256fc7b747 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.147814:0:22614:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f200/0xf52f64256fc7b74e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.147820:0:22614:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f200/0xf52f64256fc7b74e lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.147826:0:22614:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f200/0xf52f64256fc7b74e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.147831:0:22614:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d0397f200 already unused, calling callback (ffffffffc19bc4f0) 00010000:00010000:1.0:1787579818.147834:0:22614:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f200/0xf52f64256fc7b74e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.147840:0:22614:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f200/0xf52f64256fc7b74e lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.147848:0:22614:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff917e172a6200) 00010000:00010000:1.0:1787579818.147851:0:22614:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787579818.147853:0:22614:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f200/0xf52f64256fc7b74e lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.147859:0:22614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f200/0xf52f64256fc7b74e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.147893:0:22614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ec00/0xf52f64256fc7b740 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6b3 expref: 30 pid: 22614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.147921:0:22614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ea00/0xf52f64256fc7b755 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6b3 expref: 29 pid: 22614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.147930:0:22614:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff917e172a6c00) 00010000:00010000:1.0:1787579818.147932:0:22614:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787579818.147935:0:22614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917d0397ea00, rc 0) 00000100:00100000:1.0:1787579818.148026:0:22614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3637a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cd755023-1d3e-4f78-b344-56bf54ed2eed+29:18849:x1874412558262912:12345-192.168.204.14@tcp:101:stat.0 Request processed in 863us (1129us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579818.148035:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 46 00000100:00080000:0.0:1787579818.148519:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787579818.202998:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1787579818.203221:0:24600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558263168 00000100:00100000:1.0:1787579818.203237:0:24600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558263168 00000100:00100000:1.0:1787579818.203323:0:24600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 47 00000100:00100000:1.0:1787579818.203336:0:24600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e36385c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cd755023-1d3e-4f78-b344-56bf54ed2eed+29:18855:x1874412558263168:12345-192.168.204.14@tcp:36:truncate.0 00010000:00010000:1.0:1787579818.203411:0:24600:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787579818.203451:0:24600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ea00/0xf52f64256fc7b755 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6b3 expref: 29 pid: 22614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.203517:0:24600:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff917e172a6c00) 00010000:00010000:1.0:1787579818.203523:0:24600:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787579818.203776:0:24600:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ec00/0xf52f64256fc7b75c lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.203794:0:24600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ec00/0xf52f64256fc7b75c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.203805:0:24600:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ec00/0xf52f64256fc7b75c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1787579818.203884:0:24600:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901908 00000004:00010000:1.0:1787579818.203914:0:24600:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000965b0973 reply state 00000000ca28ad25 transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ec00/0xf52f64256fc7b75c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.203927:0:24600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ec00/0xf52f64256fc7b75c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.203935:0:24600:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff917e172a6c00) 00010000:00010000:1.0:1787579818.203937:0:24600:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787579818.203940:0:24600:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1787579818.204658:0:24600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e36385c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cd755023-1d3e-4f78-b344-56bf54ed2eed+31:18855:x1874412558263168:12345-192.168.204.14@tcp:36:truncate.0 Request processed in 1319us (1670us total) trans 12884901909 rc 0/0 00000100:00100000:1.0:1787579818.204671:0:24600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 47 00000020:00080000:1.0:1787579818.204678:0:24600:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1787579818.296829:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787579818.297002:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e36379500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874412578305536:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787579818.297109:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787579818.297264:0:24122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578305536 00000100:00100000:2.0:1787579818.297278:0:24122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578305536 00000100:00100000:2.0:1787579818.297356:0:24122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1787579818.297370:0:24122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03dcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1874412578305536:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1787579818.297412:0:24122:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923509248 avail 3691986944 00000100:00100000:0.0:1787579818.297777:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e012e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874412578305792:0@lo:400:kworker.0 00000100:00100000:0.0:1787579818.297824:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579818.297848:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e054b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1874412578306304:0@lo:400:kworker.0 00000100:00100000:0.0:1787579818.297997:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579818.298018:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e16d58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3644:1874412578306816:0@lo:400:kworker.0 00000100:00100000:0.0:1787579818.298046:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579818.298068:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1787579818.298074:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e012eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5021fa0c-b9b1-4d6f-a916-64b48083a802:3644:1874412578305664:0@lo:400:kworker.0 00000100:00100000:0.0:1787579818.298106:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579818.298135:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e054b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1874412578306176:0@lo:400:kworker.0 00000100:00100000:3.0:1787579818.298341:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e012e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874412578306048:0@lo:400:kworker.0 00000100:00100000:3.0:1787579818.298379:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579818.298400:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e054b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3642:1874412578306560:0@lo:400:kworker.0 00000100:00100000:3.0:1787579818.298423:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579818.298452:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1787579818.298458:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e012e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3642:1874412578305920:0@lo:400:kworker.0 00000100:00100000:0.0:1787579818.299026:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579818.299055:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e16d58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3644:1874412578306688:0@lo:400:kworker.0 00000100:00100000:0.0:1787579818.299081:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579818.299124:0:22617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578305792 00000100:00100000:0.0:1787579818.299132:0:22617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578305792 00000100:00100000:3.0:1787579818.299233:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579818.299258:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e054b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3642:1874412578306432:0@lo:400:kworker.0 00000100:00100000:3.0:1787579818.299282:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579818.299297:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e16d5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3642:1874412578306944:0@lo:400:kworker.0 00000100:00100000:3.0:1787579818.299342:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579818.299386:0:22612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578306816 00000100:00100000:3.0:1787579818.299391:0:22612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578306816 00000100:00100000:3.0:1787579818.299445:0:22612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578306560 00000100:00100000:3.0:1787579818.299448:0:22612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578306560 00000100:00100000:3.0:1787579818.299463:0:22612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578306688 00000100:00100000:3.0:1787579818.299466:0:22612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578306688 00000100:00100000:2.0:1787579818.300094:0:24122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03dcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1874412578305536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 103us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579818.300108:0:24122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1787579818.300349:0:22605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578305664 00000100:00100000:1.0:1787579818.300356:0:22605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578305664 00000100:00100000:1.0:1787579818.300399:0:22605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:1.0:1787579818.300409:0:22605:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e20131850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+24:3644:x1874412578305664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787579818.300520:0:22605:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e20131850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5021fa0c-b9b1-4d6f-a916-64b48083a802+24:3644:x1874412578305664:12345-0@lo:400:kworker.0 Request processed in 113us (2414us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579818.300527:0:22605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00100000:1.0:1787579818.300567:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e3b0d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874412578307072:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787579818.300596:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579818.300634:0:24123:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578307072 00000100:00100000:1.0:1787579818.300638:0:24123:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578307072 00000100:00100000:1.0:1787579818.300663:0:24123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1787579818.300670:0:24123:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b0d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1874412578307072:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1787579818.300706:0:24123:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923509248 avail 3691986944 00000100:00100000:1.0:1787579818.300748:0:24123:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b0d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1874412578307072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579818.300754:0:24123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1787579818.300808:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e3b0d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874412578307072:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787579818.300838:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578305920 00000100:00100000:1.0:1787579818.300841:0:22614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578305920 00000100:00100000:1.0:1787579818.300863:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578306432 00000100:00100000:2.0:1787579818.301086:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e36379500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874412578305536:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787579818.301313:0:22612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578306944 00000100:00100000:3.0:1787579818.301319:0:22612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578306944 00000100:00100000:3.0:1787579818.301335:0:22612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1787579818.301345:0:22612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e16d5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1874412578306816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579818.301397:0:22612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e16d5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1874412578306816:12345-0@lo:400:kworker.0 Request processed in 53us (3350us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579818.301403:0:22612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1787579818.301419:0:22612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1787579818.301426:0:22612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03f48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1874412578306560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579818.301500:0:22612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03f48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1874412578306560:12345-0@lo:400:kworker.0 Request processed in 74us (3076us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579818.301506:0:22612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1787579818.301519:0:22612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1787579818.301526:0:22612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03f4bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1874412578305920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579818.301574:0:22612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03f4bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1874412578305920:12345-0@lo:400:kworker.0 Request processed in 49us (2341us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579818.301580:0:22612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1787579818.301594:0:22612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1787579818.301600:0:22612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e16d59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1874412578306688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579818.301629:0:22612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e16d59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1874412578306688:12345-0@lo:400:kworker.0 Request processed in 30us (2548us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579818.301635:0:22612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1787579818.301646:0:22612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1787579818.301653:0:22612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d037c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1874412578306944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787579818.301680:0:22612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d037c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1874412578306944:12345-0@lo:400:kworker.0 Request processed in 28us (2337us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579818.301686:0:22612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1787579818.301948:0:22614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578306432 00000100:00100000:1.0:1787579818.301981:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e012e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3642:1874412578305920:0@lo:400:kworker.0 00010000:00080000:1.0:1787579818.301998:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff917e16d5b100 x1874412578306944/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579834 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787579818.302008:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e16d5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3642:1874412578306944:0@lo:400:kworker.0 00000100:00100000:1.0:1787579818.302020:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e054b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3642:1874412578306560:0@lo:400:kworker.0 00000100:00100000:1.0:1787579818.302080:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1787579818.302087:0:22614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03f49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1874412578306432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787579818.302129:0:22614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03f49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1874412578306432:12345-0@lo:400:kworker.0 Request processed in 43us (2846us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579818.302135:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1787579818.302184:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e054b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3642:1874412578306432:0@lo:400:kworker.0 00000100:00100000:0.0:1787579818.309449:0:22617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578306048 00000100:00100000:0.0:1787579818.309638:0:22617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578306048 00000100:00100000:0.0:1787579818.309683:0:22617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1787579818.309704:0:22617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e16d5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1874412578305792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787579818.309825:0:22617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e16d5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1874412578305792:12345-0@lo:400:kworker.0 Request processed in 133us (12001us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579818.309833:0:22617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1787579818.309851:0:22617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1787579818.309858:0:22617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03f49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1874412578306048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787579818.310139:0:22617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03f49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1874412578306048:12345-0@lo:400:kworker.0 Request processed in 280us (11758us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579818.310146:0:22617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1787579818.310240:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e012eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5021fa0c-b9b1-4d6f-a916-64b48083a802:3644:1874412578305664:0@lo:400:kworker.0 00010000:00080000:0.0:1787579818.310287:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff917e16d58a80 x1874412578306688/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787579834 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787579818.310300:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e16d58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3644:1874412578306688:0@lo:400:kworker.0 00000100:00100000:0.0:1787579818.310314:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e012e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874412578305792:0@lo:400:kworker.0 00000100:00100000:0.0:1787579818.310329:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e16d58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3644:1874412578306816:0@lo:400:kworker.0 00000100:00100000:0.0:1787579818.310422:0:24601:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578306304 00000100:00100000:0.0:1787579818.310428:0:24601:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578306304 00000100:00100000:0.0:1787579818.310462:0:24601:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578306176 00000100:00100000:0.0:1787579818.310465:0:24601:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578306176 00000100:00100000:0.0:1787579818.310791:0:24601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1787579818.310800:0:24601:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e16d5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3644:x1874412578306304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787579818.310854:0:24601:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e16d5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3644:x1874412578306304:12345-0@lo:400:kworker.0 Request processed in 55us (12856us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579818.310861:0:24601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1787579818.310968:0:24601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1787579818.310975:0:24601:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e16d58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3644:x1874412578306176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787579818.311007:0:24601:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e16d58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3644:x1874412578306176:12345-0@lo:400:kworker.0 Request processed in 33us (11984us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579818.311012:0:24601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1787579818.311044:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e054b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1874412578306176:0@lo:400:kworker.0 00000100:00100000:0.0:1787579818.311055:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e054b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1874412578306304:0@lo:400:kworker.0 00000100:00080000:0.0:1787579818.311095:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787579818.311101:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787579818.311104:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787579818.311118:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787579818.316049:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e012e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874412578306048:0@lo:400:kworker.0 00000100:00100000:3.0:1787579818.407927:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1787579818.408192:0:24600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558263296 00000100:00100000:2.0:1787579818.408206:0:24600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558263296 00000100:00100000:2.0:1787579818.408289:0:24600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 48 00000100:00100000:2.0:1787579818.408301:0:24600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d037cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cd755023-1d3e-4f78-b344-56bf54ed2eed+31:18869:x1874412558263296:12345-192.168.204.14@tcp:101:stat.0 00010000:00010000:2.0:1787579818.408333:0:24600:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787579818.408359:0:24600:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91a000/0xf52f64256fc7b763 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e3e2b25dfa0c6ba expref: -99 pid: 24600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579818.408454:0:24600:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91aa00/0xf52f64256fc7b76a lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579818.408548:0:24600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91aa00/0xf52f64256fc7b76a lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579818.408561:0:24600:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91aa00/0xf52f64256fc7b76a lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579818.408574:0:24600:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91b600/0xf52f64256fc7b771 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579818.408582:0:24600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91b600/0xf52f64256fc7b771 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579818.408589:0:24600:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91b600/0xf52f64256fc7b771 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579818.409435:0:24600:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91be00/0xf52f64256fc7b778 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579818.409455:0:24600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91be00/0xf52f64256fc7b778 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579818.409465:0:24600:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91be00/0xf52f64256fc7b778 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787579818.409564:0:24600:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 1234567 00000004:00200000:3.0:1787579818.409569:0:24600:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787579818.409602:0:24600:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91be00/0xf52f64256fc7b778 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579818.409618:0:24600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91be00/0xf52f64256fc7b778 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579818.409642:0:24600:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91aa00/0xf52f64256fc7b76a lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579818.409649:0:24600:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91aa00/0xf52f64256fc7b76a lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579818.409658:0:24600:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91aa00/0xf52f64256fc7b76a lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579818.409664:0:24600:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e3f91aa00 already unused, calling callback (ffffffffc19bc4f0) 00010000:00010000:3.0:1787579818.409671:0:24600:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91aa00/0xf52f64256fc7b76a lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579818.409680:0:24600:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91aa00/0xf52f64256fc7b76a lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579818.409815:0:24600:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff917d03b6f200) 00010000:00010000:3.0:1787579818.409819:0:24600:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787579818.409826:0:24600:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91aa00/0xf52f64256fc7b76a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579818.409834:0:24600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91aa00/0xf52f64256fc7b76a lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579818.409856:0:24600:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91b600/0xf52f64256fc7b771 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579818.410031:0:24600:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91b600/0xf52f64256fc7b771 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579818.410040:0:24600:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91b600/0xf52f64256fc7b771 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579818.410053:0:24600:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e3f91b600 already unused, calling callback (ffffffffc19bc4f0) 00010000:00010000:3.0:1787579818.410057:0:24600:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91b600/0xf52f64256fc7b771 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579818.410063:0:24600:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91b600/0xf52f64256fc7b771 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579818.410073:0:24600:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff917e172a6200) 00010000:00010000:3.0:1787579818.410076:0:24600:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787579818.410080:0:24600:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91b600/0xf52f64256fc7b771 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579818.410085:0:24600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91b600/0xf52f64256fc7b771 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579818.410131:0:24600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91a000/0xf52f64256fc7b763 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6ba expref: 33 pid: 24600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579818.410222:0:24600:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91be00/0xf52f64256fc7b778 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6ba expref: 32 pid: 24600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579818.410231:0:24600:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff917e172a6c00) 00010000:00010000:3.0:1787579818.410234:0:24600:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787579818.410237:0:24600:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917e3f91be00, rc 0) 00000100:00100000:3.0:1787579818.410343:0:24600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d037cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cd755023-1d3e-4f78-b344-56bf54ed2eed+32:18869:x1874412558263296:12345-192.168.204.14@tcp:101:stat.0 Request processed in 2042us (2430us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579818.410354:0:24600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 48 00000100:00100000:2.0:1787579818.500279:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579818.500863:0:24913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558263552 00000100:00100000:0.0:1787579818.500888:0:24913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558263552 00000100:00100000:0.0:1787579818.500976:0:24913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 49 00000100:00100000:0.0:1787579818.500989:0:24913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03dcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cd755023-1d3e-4f78-b344-56bf54ed2eed+32:18879:x1874412558263552:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:0.0:1787579818.501018:0:24913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787579818.501047:0:24913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf200/0xf52f64256fc7b77f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e3e2b25dfa0c6c1 expref: -99 pid: 24913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787579818.501425:0:24913:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1787579818.502020:0:24913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf200/0xf52f64256fc7b77f lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6c1 expref: 34 pid: 24913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579818.502041:0:24913:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff917d03b6fc00) 00010000:00010000:0.0:1787579818.502045:0:24913:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787579818.502052:0:24913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf200/0xf52f64256fc7b77f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6c1 expref: 34 pid: 24913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579818.502131:0:24913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917d03cdf200, rc 0) 00000100:00100000:0.0:1787579818.502300:0:24913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03dcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cd755023-1d3e-4f78-b344-56bf54ed2eed+33:18879:x1874412558263552:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 1312us (2035us total) trans 12884901910 rc 301/301 00000100:00100000:0.0:1787579818.502310:0:24913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 49 00000100:00100000:2.0:1787579818.505730:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579818.505905:0:22616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558263808 00000100:00100000:0.0:1787579818.505920:0:22616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558263808 00000100:00100000:0.0:1787579818.505997:0:22616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 10 00000100:00100000:0.0:1787579818.506008:0:22616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e02dc8c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:cd755023-1d3e-4f78-b344-56bf54ed2eed+33:18879:x1874412558263808:12345-192.168.204.14@tcp:35:lfs.0 00000100:00100000:0.0:1787579818.507321:0:22616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e02dc8c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:cd755023-1d3e-4f78-b344-56bf54ed2eed+34:18879:x1874412558263808:12345-192.168.204.14@tcp:35:lfs.0 Request processed in 1304us (1596us total) trans 12884901911 rc 0/0 00000100:00100000:0.0:1787579818.507354:0:22616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 10 00000100:00100000:3.0:1787579818.593613:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579818.594069:0:22612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558264064 00000100:00100000:0.0:1787579818.594086:0:22612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558264064 00000100:00100000:0.0:1787579818.594196:0:22612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 50 00000100:00100000:0.0:1787579818.594209:0:22612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d037c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cd755023-1d3e-4f78-b344-56bf54ed2eed+34:18885:x1874412558264064:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:0.0:1787579818.594246:0:22612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787579818.594275:0:22612:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf200/0xf52f64256fc7b78d lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e3e2b25dfa0c6c8 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579818.594423:0:22612:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde800/0xf52f64256fc7b794 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579818.594447:0:22612:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde000/0xf52f64256fc7b6bb lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c682 expref: 35 pid: 24913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579818.594456:0:22612:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91be00/0xf52f64256fc7b778 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6ba expref: 35 pid: 24600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579818.594466:0:22612:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde800/0xf52f64256fc7b794 lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579818.594535:0:22612:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91be00/0xf52f64256fc7b778 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6ba expref: 35 pid: 24600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579818.594550:0:22612:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91be00/0xf52f64256fc7b778 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6ba expref: 35 pid: 24600 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787579818.594566:0:22612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e16d58700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22612:1874412578307200:192.168.204.14@tcp:104: 00010000:00010000:0.0:1787579818.594684:0:22612:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde000/0xf52f64256fc7b6bb lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c682 expref: 35 pid: 24913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579818.594694:0:22612:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde000/0xf52f64256fc7b6bb lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c682 expref: 35 pid: 24913 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787579818.594703:0:22612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e16d58a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22612:1874412578307328:192.168.204.14@tcp:104: 00000100:00100000:0.0:1787579818.594722:0:22612:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e3d169900 going to sleep for 11 seconds 00000100:00100000:2.0:1787579818.599905:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1787579818.599953:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1787579818.600119:0:22597:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558264192 00000100:00100000:1.0:1787579818.600132:0:22597:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558264192 00010000:00010000:1.0:1787579818.600211:0:22597:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91be00/0xf52f64256fc7b778 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6ba expref: 36 pid: 24600 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787579818.600274:0:22597:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558264320 00000100:00100000:1.0:1787579818.600278:0:22597:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558264320 00010000:00010000:1.0:1787579818.600294:0:22597:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde000/0xf52f64256fc7b6bb lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c682 expref: 37 pid: 24913 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787579818.600319:0:22597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 17 00000100:00100000:1.0:1787579818.600330:0:22597:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2a3cf450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cd755023-1d3e-4f78-b344-56bf54ed2eed+37:2407:x1874412558264192:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787579818.600350:0:22597:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787579818.600358:0:22597:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91be00/0xf52f64256fc7b778 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6ba expref: 37 pid: 24600 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.600372:0:22597:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91be00/0xf52f64256fc7b778 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6ba expref: 37 pid: 24600 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.600400:0:22597:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff917e172a6c00) 00010000:00010000:1.0:1787579818.600405:0:22597:0:(ldlm_inodebits.c:109:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde800/0xf52f64256fc7b794 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.600416:0:22597:0:(ldlm_inodebits.c:109:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde800/0xf52f64256fc7b794 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.600423:0:22597:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787579818.600526:0:22597:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2a3cf450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cd755023-1d3e-4f78-b344-56bf54ed2eed+37:2407:x1874412558264192:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 197us (639us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579818.600534:0:22597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 17 00000100:00100000:1.0:1787579818.600594:0:22597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 18 00000100:00100000:1.0:1787579818.600601:0:22597:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03dcf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cd755023-1d3e-4f78-b344-56bf54ed2eed+36:2407:x1874412558264320:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787579818.600615:0:22597:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787579818.600621:0:22597:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde000/0xf52f64256fc7b6bb lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c682 expref: 36 pid: 24913 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.600631:0:22597:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde000/0xf52f64256fc7b6bb lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c682 expref: 36 pid: 24913 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.600643:0:22597:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff917e172a6c00) 00010000:00010000:1.0:1787579818.600646:0:22597:0:(ldlm_inodebits.c:109:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde800/0xf52f64256fc7b794 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.600655:0:22597:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde800/0xf52f64256fc7b794 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.600663:0:22597:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde800/0xf52f64256fc7b794 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.600683:0:22597:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787579818.600703:0:22597:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03dcf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cd755023-1d3e-4f78-b344-56bf54ed2eed+36:2407:x1874412558264320:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 102us (749us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579818.600709:0:22597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 18 00010000:00010000:0.0:1787579818.601375:0:22612:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91be00/0xf52f64256fc7b778 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6ba expref: 35 pid: 24600 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787579818.601397:0:22612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e16d58700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22612:1874412578307200:192.168.204.14@tcp:104: 00010000:00010000:0.0:1787579818.601411:0:22612:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde000/0xf52f64256fc7b6bb lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c682 expref: 34 pid: 24913 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787579818.601421:0:22612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e16d58a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22612:1874412578307328:192.168.204.14@tcp:104: 00010000:00010000:0.0:1787579818.601445:0:22612:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde800/0xf52f64256fc7b794 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579818.601455:0:22612:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde800/0xf52f64256fc7b794 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579818.601461:0:22612:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde800/0xf52f64256fc7b794 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787579818.601523:0:22612:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 1234567 00010000:00010000:0.0:1787579818.601708:0:22612:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf200/0xf52f64256fc7b78d lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6c8 expref: 35 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579818.601740:0:22612:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde800/0xf52f64256fc7b794 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6c8 expref: 34 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579818.601749:0:22612:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff917e172a6c00) 00010000:00010000:0.0:1787579818.601752:0:22612:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1787579818.601754:0:22612:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917d03cde800, rc 0) 00000100:00100000:0.0:1787579818.602003:0:22612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d037c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cd755023-1d3e-4f78-b344-56bf54ed2eed+34:18885:x1874412558264064:12345-192.168.204.14@tcp:101:bash.0 Request processed in 7796us (8408us total) trans 12884901912 rc 0/0 00000100:00100000:0.0:1787579818.602013:0:22612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 50 00000100:00100000:2.0:1787579818.617060:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1787579818.617297:0:24600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558264576 00000100:00100000:3.0:1787579818.617312:0:24600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558264576 00000100:00100000:3.0:1787579818.617379:0:24600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 51 00000100:00100000:3.0:1787579818.617392:0:24600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03dcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cd755023-1d3e-4f78-b344-56bf54ed2eed+34:18885:x1874412558264576:12345-192.168.204.14@tcp:36:bash.0 00010000:00010000:3.0:1787579818.617761:0:24600:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714c00/0xf52f64256fc7b7a2 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579818.617784:0:24600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714c00/0xf52f64256fc7b7a2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579818.617798:0:24600:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714c00/0xf52f64256fc7b7a2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1787579818.617852:0:24600:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000004:00010000:3.0:1787579818.617879:0:24600:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000005fed7aaa reply state 00000000356bedb5 transno 12884901914 ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714c00/0xf52f64256fc7b7a2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579818.617893:0:24600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714c00/0xf52f64256fc7b7a2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579818.617901:0:24600:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff917e172a6c00) 00010000:00010000:3.0:1787579818.617904:0:24600:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787579818.617908:0:24600:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1787579818.618034:0:24600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03dcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cd755023-1d3e-4f78-b344-56bf54ed2eed+37:18885:x1874412558264576:12345-192.168.204.14@tcp:36:bash.0 Request processed in 642us (990us total) trans 12884901914 rc 0/0 00000100:00100000:3.0:1787579818.618043:0:24600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 51 00000020:00080000:3.0:1787579818.618048:0:24600:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1787579818.619667:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787579818.622071:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579818.622193:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558264704 00000100:00100000:0.0:1787579818.622206:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558264704 00000100:00100000:0.0:1787579818.622282:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 52 00000100:00100000:0.0:1787579818.622294:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03dcc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cd755023-1d3e-4f78-b344-56bf54ed2eed+37:18885:x1874412558264704:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:0.0:1787579818.622325:0:22613:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787579818.622352:0:22613:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf200/0xf52f64256fc7b7a9 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e3e2b25dfa0c6cf expref: -99 pid: 22613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579818.622430:0:22613:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf200/0xf52f64256fc7b7a9 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6cf expref: 38 pid: 22613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579818.622448:0:22613:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf200/0xf52f64256fc7b7a9 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6cf expref: 38 pid: 22613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579818.622515:0:22613:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff917e172a6c00) 00010000:00010000:0.0:1787579818.622519:0:22613:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1787579818.622541:0:22613:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917d03cdf200, rc 0) 00000100:00100000:0.0:1787579818.622612:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03dcc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cd755023-1d3e-4f78-b344-56bf54ed2eed+38:18885:x1874412558264704:12345-192.168.204.14@tcp:101:bash.0 Request processed in 319us (562us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579818.622621:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 52 00000100:00100000:2.0:1787579818.634352:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579818.635125:0:22612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558264832 00000100:00100000:0.0:1787579818.635140:0:22612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558264832 00000100:00100000:0.0:1787579818.635308:0:22612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 53 00000100:00100000:0.0:1787579818.635323:0:22612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03dcd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cd755023-1d3e-4f78-b344-56bf54ed2eed+38:18885:x1874412558264832:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:0.0:1787579818.635352:0:22612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787579818.635382:0:22612:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde000/0xf52f64256fc7b7b0 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e3e2b25dfa0c6d6 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579818.635557:0:22612:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf600/0xf52f64256fc7b7b7 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579818.635577:0:22612:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde800/0xf52f64256fc7b794 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6c8 expref: 39 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579818.635586:0:22612:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf600/0xf52f64256fc7b7b7 lrc: 4/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x50210000000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579818.635633:0:22612:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde800/0xf52f64256fc7b794 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6c8 expref: 39 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579818.635648:0:22612:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde800/0xf52f64256fc7b794 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6c8 expref: 39 pid: 22612 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787579818.635663:0:22612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e16d58a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22612:1874412578307456:192.168.204.14@tcp:104: 00000100:00100000:0.0:1787579818.635774:0:22612:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e3d169900 going to sleep for 11 seconds 00000100:00100000:0.0:1787579818.641593:0:22612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e16d58a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22612:1874412578307456:192.168.204.14@tcp:104: 00010000:00010000:0.0:1787579818.641636:0:22612:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf600/0xf52f64256fc7b7b7 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x40210000000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787579818.643018:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1787579818.645308:0:22597:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558264960 00000100:00100000:1.0:1787579818.645330:0:22597:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558264960 00010000:00010000:1.0:1787579818.645418:0:22597:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde800/0xf52f64256fc7b794 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6c8 expref: 40 pid: 22612 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787579818.645501:0:22597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 19 00000100:00100000:1.0:1787579818.645512:0:22597:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e36379f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cd755023-1d3e-4f78-b344-56bf54ed2eed+40:2408:x1874412558264960:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787579818.645554:0:22597:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787579818.645563:0:22597:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde800/0xf52f64256fc7b794 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6c8 expref: 40 pid: 22612 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.645579:0:22597:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde800/0xf52f64256fc7b794 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6c8 expref: 40 pid: 22612 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.645830:0:22597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde800/0xf52f64256fc7b794 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6c8 expref: 40 pid: 22612 timeout: 852 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.645854:0:22597:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff917e172a6c00) 00010000:00010000:1.0:1787579818.645859:0:22597:0:(ldlm_inodebits.c:109:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf600/0xf52f64256fc7b7b7 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x40210000000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.645872:0:22597:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf600/0xf52f64256fc7b7b7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.645882:0:22597:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf600/0xf52f64256fc7b7b7 lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.645984:0:22597:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787579818.646120:0:22612:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf600/0xf52f64256fc7b7b7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579818.646130:0:22612:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf600/0xf52f64256fc7b7b7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787579818.646214:0:22612:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:0.0:1787579818.646220:0:22612:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787579818.646343:0:22612:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf600/0xf52f64256fc7b7b7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579818.646387:0:22612:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde000/0xf52f64256fc7b7b0 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6d6 expref: 40 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579818.646406:0:22612:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf600/0xf52f64256fc7b7b7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6d6 expref: 39 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579818.646420:0:22612:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff917e172a6c00) 00010000:00010000:0.0:1787579818.646423:0:22612:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787579818.646426:0:22612:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917d03cdf600, rc 0) 00000100:00100000:0.0:1787579818.647278:0:22612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03dcd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cd755023-1d3e-4f78-b344-56bf54ed2eed+39:18885:x1874412558264832:12345-192.168.204.14@tcp:101:bash.0 Request processed in 11951us (12934us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579818.647289:0:22612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 53 00000100:00100000:1.0:1787579818.652457:0:22597:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e36379f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cd755023-1d3e-4f78-b344-56bf54ed2eed+38:2408:x1874412558264960:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 6926us (9431us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579818.652491:0:22597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 19 00000100:00100000:2.0:1787579818.660406:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579818.660506:0:22599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558265216 00000100:00100000:0.0:1787579818.660520:0:22599:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558265216 00000100:00100000:0.0:1787579818.660610:0:22599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 3 00000100:00100000:0.0:1787579818.660644:0:22599:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e36379500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cd755023-1d3e-4f78-b344-56bf54ed2eed+38:18885:x1874412558265216:12345-192.168.204.14@tcp:103:bash.0 00010000:00010000:0.0:1787579818.660666:0:22599:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1787579818.660710:0:22599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf200/0xf52f64256fc7b7a9 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6cf expref: 38 pid: 22613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579818.660737:0:22599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf600/0xf52f64256fc7b7b7 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6d6 expref: 37 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579818.660750:0:22599:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff917e172a6c00) 00010000:00010000:0.0:1787579818.660755:0:22599:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787579818.660828:0:22599:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e36379500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cd755023-1d3e-4f78-b344-56bf54ed2eed+36:18885:x1874412558265216:12345-192.168.204.14@tcp:103:bash.0 Request processed in 188us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579818.660836:0:22599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 3 00000100:00100000:2.0:1787579818.669059:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579818.669434:0:24913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558265344 00000100:00100000:0.0:1787579818.669449:0:24913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558265344 00000100:00100000:0.0:1787579818.669562:0:24913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 54 00000100:00100000:0.0:1787579818.669574:0:24913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e08ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cd755023-1d3e-4f78-b344-56bf54ed2eed+36:18885:x1874412558265344:12345-192.168.204.14@tcp:58:bash.0 00010000:00010000:0.0:1787579818.669733:0:24913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde000/0xf52f64256fc7b7be lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579818.669755:0:24913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde000/0xf52f64256fc7b7be lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579818.669769:0:24913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde000/0xf52f64256fc7b7be lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1787579818.679352:0:24913:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787579818.679393:0:24913:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:0.0:1787579818.679620:0:24913:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:0.0:1787579818.679733:0:24913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e08ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cd755023-1d3e-4f78-b344-56bf54ed2eed+36:18885:x1874412558265344:12345-192.168.204.14@tcp:58:bash.0 Request processed in 10153us (10685us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579818.679746:0:24913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 54 00000100:00100000:2.0:1787579818.692313:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1787579818.692427:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558265472 00000100:00100000:1.0:1787579818.692438:0:22614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558265472 00000100:00100000:1.0:1787579818.692534:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 55 00000100:00100000:1.0:1787579818.692544:0:22614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e08adaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cd755023-1d3e-4f78-b344-56bf54ed2eed+36:18885:x1874412558265472:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:1.0:1787579818.692580:0:22614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787579818.692611:0:22614:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f200/0xf52f64256fc7b7c5 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e3e2b25dfa0c6dd expref: -99 pid: 22614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.692666:0:22614:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde000/0xf52f64256fc7b7be lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.692677:0:22614:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f200/0xf52f64256fc7b7c5 lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6dd expref: 37 pid: 22614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.692696:0:22614:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde000/0xf52f64256fc7b7be lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.692707:0:22614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f200/0xf52f64256fc7b7c5 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6dd expref: 37 pid: 22614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.692719:0:22614:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff917e172a6c00) 00010000:00010000:1.0:1787579818.692723:0:22614:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1787579818.692726:0:22614:0:(ldlm_inodebits.c:109:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f200/0xf52f64256fc7b7c5 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6dd expref: 37 pid: 22614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579818.692735:0:22614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917d0397f200, rc 0) 00000100:00100000:1.0:1787579818.692801:0:22614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e08adaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cd755023-1d3e-4f78-b344-56bf54ed2eed+37:18885:x1874412558265472:12345-192.168.204.14@tcp:101:bash.0 Request processed in 259us (499us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579818.692808:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 55 00000040:00080000:2.0:1787579819.128021:0:22648:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1787579819.128032:0:22648:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1787579819.128061:0:22648:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:2.0:1787579819.128084:0:22648:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:2.0:1787579819.128235:0:22648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e08ad8700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22648:1874412578307584:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1787579819.128338:0:22648:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e10c2ff00 going to sleep for 11 seconds 00000100:00100000:2.0:1787579819.135870:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579819.135906:0:22648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e08ad8700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22648:1874412578307584:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1787579819.136111:0:22612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558265600 00000100:00100000:3.0:1787579819.136119:0:22612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558265600 00000100:00100000:3.0:1787579819.136201:0:22612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 56 00000100:00100000:3.0:1787579819.136229:0:22612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e08ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cd755023-1d3e-4f78-b344-56bf54ed2eed+38:18886:x1874412558265600:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1787579819.136276:0:22612:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1787579819.136407:0:22612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e08ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cd755023-1d3e-4f78-b344-56bf54ed2eed+38:18886:x1874412558265600:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 179us (548us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579819.136415:0:22612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 56 00000100:00100000:1.0:1787579819.151570:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579819.152313:0:24913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558265728 00000100:00100000:0.0:1787579819.152325:0:24913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558265728 00000100:00100000:0.0:1787579819.152391:0:24913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 57 00000100:00100000:0.0:1787579819.152401:0:24913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b0d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cd755023-1d3e-4f78-b344-56bf54ed2eed+37:18886:x1874412558265728:12345-192.168.204.14@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1787579819.152543:0:24913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf600/0xf52f64256fc7b7cc lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.152560:0:24913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf600/0xf52f64256fc7b7cc lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.152584:0:24913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf600/0xf52f64256fc7b7cc lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.152616:0:24913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf200/0xf52f64256fc7b7d3 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.152623:0:24913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf200/0xf52f64256fc7b7d3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.152630:0:24913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf200/0xf52f64256fc7b7d3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.152652:0:24913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdee00/0xf52f64256fc7b7da lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.152660:0:24913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdee00/0xf52f64256fc7b7da lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.152681:0:24913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdee00/0xf52f64256fc7b7da lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787579819.152746:0:24913:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:0.0:1787579819.152750:0:24913:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787579819.152762:0:24913:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdee00/0xf52f64256fc7b7da lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.152772:0:24913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf600/0xf52f64256fc7b7cc lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.152779:0:24913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf600/0xf52f64256fc7b7cc lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.152786:0:24913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf600/0xf52f64256fc7b7cc lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.152792:0:24913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d03cdf600 already unused, calling callback (ffffffffc19bc4f0) 00010000:00010000:0.0:1787579819.152795:0:24913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf600/0xf52f64256fc7b7cc lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.152802:0:24913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf600/0xf52f64256fc7b7cc lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.152815:0:24913:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff917d03b6f000) 00010000:00010000:0.0:1787579819.152819:0:24913:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787579819.152824:0:24913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf600/0xf52f64256fc7b7cc lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.152830:0:24913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf600/0xf52f64256fc7b7cc lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.152853:0:24913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf200/0xf52f64256fc7b7d3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.152858:0:24913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf200/0xf52f64256fc7b7d3 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.153279:0:24913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf200/0xf52f64256fc7b7d3 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.153287:0:24913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d03cdf200 already unused, calling callback (ffffffffc19bc4f0) 00010000:00010000:0.0:1787579819.153291:0:24913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf200/0xf52f64256fc7b7d3 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.153297:0:24913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf200/0xf52f64256fc7b7d3 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.153307:0:24913:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff917e172a6f00) 00010000:00010000:0.0:1787579819.153310:0:24913:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787579819.153313:0:24913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf200/0xf52f64256fc7b7d3 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.153320:0:24913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf200/0xf52f64256fc7b7d3 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.153335:0:24913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdee00/0xf52f64256fc7b7da lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.153341:0:24913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdee00/0xf52f64256fc7b7da lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.153347:0:24913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdee00/0xf52f64256fc7b7da lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.153359:0:24913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d03cdee00 already unused, calling callback (ffffffffc19bc4f0) 00010000:00010000:0.0:1787579819.153362:0:24913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdee00/0xf52f64256fc7b7da lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.153367:0:24913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdee00/0xf52f64256fc7b7da lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.153375:0:24913:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff917e172a6c00) 00010000:00010000:0.0:1787579819.153377:0:24913:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787579819.153379:0:24913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdee00/0xf52f64256fc7b7da lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.153385:0:24913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdee00/0xf52f64256fc7b7da lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787579819.153540:0:24913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b0d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cd755023-1d3e-4f78-b344-56bf54ed2eed+37:18886:x1874412558265728:12345-192.168.204.14@tcp:34:lhsmtool_posix.0 Request processed in 1137us (1986us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579819.153549:0:24913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 57 00000100:00100000:3.0:1787579819.167162:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579819.167228:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558265984 00000100:00100000:0.0:1787579819.167239:0:22614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558265984 00000100:00100000:0.0:1787579819.167309:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 58 00000100:00100000:0.0:1787579819.167321:0:22614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d037c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cd755023-1d3e-4f78-b344-56bf54ed2eed+37:18886:x1874412558265984:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1787579819.167344:0:22614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787579819.167365:0:22614:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdea00/0xf52f64256fc7b7e1 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e3e2b25dfa0c6e4 expref: -99 pid: 22614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.167517:0:22614:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdee00/0xf52f64256fc7b7e8 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.167550:0:22614:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdee00/0xf52f64256fc7b7e8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.167571:0:22614:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdee00/0xf52f64256fc7b7e8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787579819.167586:0:22614:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1787579819.167676:0:22614:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdee00/0xf52f64256fc7b7e8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.167694:0:22614:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdee00/0xf52f64256fc7b7e8 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.167702:0:22614:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdee00/0xf52f64256fc7b7e8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.167708:0:22614:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d03cdee00 already unused, calling callback (ffffffffc19bc4f0) 00010000:00010000:0.0:1787579819.167712:0:22614:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdee00/0xf52f64256fc7b7e8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.167718:0:22614:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdee00/0xf52f64256fc7b7e8 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.167730:0:22614:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff917e172a6c00) 00010000:00010000:0.0:1787579819.167733:0:22614:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787579819.167737:0:22614:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdee00/0xf52f64256fc7b7e8 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.167743:0:22614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdee00/0xf52f64256fc7b7e8 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.167783:0:22614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdea00/0xf52f64256fc7b7e1 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6e4 expref: 39 pid: 22614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.167802:0:22614:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff917d03b6f000) 00010000:00010000:0.0:1787579819.167804:0:22614:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787579819.167808:0:22614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdea00/0xf52f64256fc7b7e1 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6e4 expref: 39 pid: 22614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.167816:0:22614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917d03cdea00, rc 0) 00000100:00100000:0.0:1787579819.168331:0:22614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d037c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cd755023-1d3e-4f78-b344-56bf54ed2eed+38:18886:x1874412558265984:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 1011us (1191us total) trans 12884901915 rc 301/301 00000100:00100000:0.0:1787579819.168340:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 58 00000100:00100000:3.0:1787579819.172264:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579819.172448:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558266112 00000100:00100000:0.0:1787579819.172462:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558266112 00000100:00100000:0.0:1787579819.172589:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 59 00000100:00100000:0.0:1787579819.172601:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d037cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cd755023-1d3e-4f78-b344-56bf54ed2eed+38:18886:x1874412558266112:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1787579819.172640:0:22613:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1787579819.172802:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d037cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cd755023-1d3e-4f78-b344-56bf54ed2eed+38:18886:x1874412558266112:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 203us (551us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579819.172811:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 59 00000100:00100000:1.0:1787579819.178323:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1787579819.178412:0:24600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558266368 00000100:00100000:3.0:1787579819.178423:0:24600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558266368 00000100:00100000:3.0:1787579819.178526:0:24600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 60 00000100:00100000:3.0:1787579819.178538:0:24600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b0d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cd755023-1d3e-4f78-b344-56bf54ed2eed+38:18886:x1874412558266368:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1787579819.178558:0:24600:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787579819.178591:0:24600:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714000/0xf52f64256fc7b7f6 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e3e2b25dfa0c6eb expref: -99 pid: 24600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787579819.178990:0:24600:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x280000401:0x7:0x0], count =59 00000004:00080000:3.0:1787579819.178997:0:24600:0:(osp_object.c:1645:osp_create()) Writing gap [0x280000401:0x7:0x0]+59 in llog 00000004:00080000:3.0:1787579819.179420:0:24600:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x42:0x0], index 0: 0 00010000:00010000:3.0:1787579819.180005:0:24600:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff917e18715000/0xf52f64256fc7b7fd lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579819.180091:0:24600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917e18715000/0xf52f64256fc7b7fd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579819.180105:0:24600:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917e18715000/0xf52f64256fc7b7fd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579819.180181:0:24600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714000/0xf52f64256fc7b7f6 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6eb expref: 41 pid: 24600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579819.180216:0:24600:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff917e18715000/0xf52f64256fc7b7fd lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6eb expref: 40 pid: 24600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579819.180224:0:24600:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff917d03b71f00) 00010000:00010000:3.0:1787579819.180228:0:24600:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787579819.180231:0:24600:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917e18715000, rc 0) 00000100:00100000:3.0:1787579819.180352:0:24600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b0d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cd755023-1d3e-4f78-b344-56bf54ed2eed+40:18886:x1874412558266368:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 1815us (2036us total) trans 12884901916 rc 0/0 00000100:00100000:3.0:1787579819.180361:0:24600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 60 00000100:00100000:0.0:1787579819.185398:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1787579819.185513:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558266624 00000100:00100000:1.0:1787579819.185538:0:22614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558266624 00000100:00100000:1.0:1787579819.185610:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 61 00000100:00100000:1.0:1787579819.185621:0:22614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e16d58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cd755023-1d3e-4f78-b344-56bf54ed2eed+40:18886:x1874412558266624:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1787579819.185696:0:22614:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787579819.185725:0:22614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917e18715000/0xf52f64256fc7b7fd lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6eb expref: 40 pid: 24600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.185745:0:22614:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff917d03b71f00) 00010000:00010000:1.0:1787579819.185755:0:22614:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787579819.185780:0:22614:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fc00/0xf52f64256fc7b80b lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.185794:0:22614:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fc00/0xf52f64256fc7b80b lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.185804:0:22614:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fc00/0xf52f64256fc7b80b lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.185816:0:22614:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fe00/0xf52f64256fc7b812 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x26d99248 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.185823:0:22614:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fe00/0xf52f64256fc7b812 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x26d99248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.185828:0:22614:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fe00/0xf52f64256fc7b812 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x26d99248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.185886:0:22614:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fc00/0xf52f64256fc7b80b lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.185894:0:22614:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fc00/0xf52f64256fc7b80b lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.185908:0:22614:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fc00/0xf52f64256fc7b80b lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.185914:0:22614:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d0397fc00 already unused, calling callback (ffffffffc19bc4f0) 00010000:00010000:1.0:1787579819.185918:0:22614:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fc00/0xf52f64256fc7b80b lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.185926:0:22614:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fc00/0xf52f64256fc7b80b lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.185935:0:22614:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff917d03b6f200) 00010000:00010000:1.0:1787579819.185938:0:22614:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787579819.185941:0:22614:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fc00/0xf52f64256fc7b80b lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.185947:0:22614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fc00/0xf52f64256fc7b80b lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.185956:0:22614:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fe00/0xf52f64256fc7b812 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x26d99248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.185962:0:22614:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fe00/0xf52f64256fc7b812 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x26d99248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.185967:0:22614:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fe00/0xf52f64256fc7b812 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x26d99248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.185972:0:22614:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d0397fe00 already unused, calling callback (ffffffffc19bc4f0) 00010000:00010000:1.0:1787579819.185975:0:22614:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fe00/0xf52f64256fc7b812 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x26d99248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.185991:0:22614:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fe00/0xf52f64256fc7b812 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x26d99248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.185999:0:22614:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x26d99248 (ffff917d03b6fb00) 00010000:00010000:1.0:1787579819.186001:0:22614:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787579819.186004:0:22614:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fe00/0xf52f64256fc7b812 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x26d99248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.186241:0:22614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fe00/0xf52f64256fc7b812 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x26d99248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787579819.186332:0:22614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e16d58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cd755023-1d3e-4f78-b344-56bf54ed2eed+39:18886:x1874412558266624:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 712us (943us total) trans 0 rc -2/-2 00000100:00100000:1.0:1787579819.186340:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 61 00000100:00100000:0.0:1787579819.189078:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1787579819.189272:0:24913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558266752 00000100:00100000:3.0:1787579819.189285:0:24913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558266752 00000100:00100000:3.0:1787579819.189350:0:24913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 62 00000100:00100000:3.0:1787579819.189360:0:24913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e16d58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cd755023-1d3e-4f78-b344-56bf54ed2eed+39:18886:x1874412558266752:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1787579819.189385:0:24913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787579819.189412:0:24913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917e18715800/0xf52f64256fc7b819 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e3e2b25dfa0c6f2 expref: -99 pid: 24913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579819.189449:0:24913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714800/0xf52f64256fc7b820 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579819.189461:0:24913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714800/0xf52f64256fc7b820 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579819.189660:0:24913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714800/0xf52f64256fc7b820 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.190316:0:24913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917e18715800/0xf52f64256fc7b819 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6f2 expref: 41 pid: 24913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.190339:0:24913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714800/0xf52f64256fc7b820 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6f2 expref: 40 pid: 24913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.190361:0:24913:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff917d03b71900) 00010000:00010000:0.0:1787579819.190364:0:24913:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1787579819.190367:0:24913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917e18714800, rc 0) 00000100:00100000:0.0:1787579819.190507:0:24913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e16d58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cd755023-1d3e-4f78-b344-56bf54ed2eed+40:18886:x1874412558266752:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 1148us (1504us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579819.190515:0:24913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 62 00000100:00100000:2.0:1787579819.203295:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1787579819.207231:0:24600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558267008 00000100:00100000:3.0:1787579819.207268:0:24600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558267008 00000100:00100000:3.0:1787579819.207399:0:24600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 63 00000100:00100000:3.0:1787579819.207410:0:24600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e08ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cd755023-1d3e-4f78-b344-56bf54ed2eed+40:18886:x1874412558267008:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1787579819.207577:0:24600:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714000/0xf52f64256fc7b827 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579819.207597:0:24600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714000/0xf52f64256fc7b827 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579819.207611:0:24600:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714000/0xf52f64256fc7b827 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1787579819.207795:0:24600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].2, 88 off8344 00000004:00080000:3.0:1787579819.207806:0:24600:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 753519335956ns, next at 754519333373ns, rc = 0 00000004:00010000:3.0:1787579819.207856:0:24600:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000048e64bb3 reply state 00000000d0d5702e transno 12884901917 ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714000/0xf52f64256fc7b827 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579819.207870:0:24600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714000/0xf52f64256fc7b827 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579819.207877:0:24600:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff917d03b71900) 00010000:00010000:3.0:1787579819.207880:0:24600:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1787579819.207883:0:24600:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1787579819.207989:0:24600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e08ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cd755023-1d3e-4f78-b344-56bf54ed2eed+42:18886:x1874412558267008:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 580us (4713us total) trans 12884901917 rc 0/0 00000100:00100000:3.0:1787579819.207997:0:24600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 63 00000100:00100000:1.0:1787579819.214371:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579819.214454:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558267136 00000100:00100000:0.0:1787579819.214465:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558267136 00000100:00100000:0.0:1787579819.214544:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 64 00000100:00100000:0.0:1787579819.214554:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b0d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cd755023-1d3e-4f78-b344-56bf54ed2eed+42:18886:x1874412558267136:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1787579819.214580:0:22613:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787579819.214603:0:22613:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf600/0xf52f64256fc7b82e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e3e2b25dfa0c6f9 expref: -99 pid: 22613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.214661:0:22613:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf600/0xf52f64256fc7b82e lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6f9 expref: 43 pid: 22613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.214675:0:22613:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf600/0xf52f64256fc7b82e lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6f9 expref: 43 pid: 22613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.214708:0:22613:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff917d03b71900) 00010000:00010000:0.0:1787579819.214711:0:22613:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1787579819.214715:0:22613:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917d03cdf600, rc 0) 00000100:00100000:0.0:1787579819.214784:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b0d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cd755023-1d3e-4f78-b344-56bf54ed2eed+43:18886:x1874412558267136:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 230us (422us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579819.214808:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 64 00000100:00100000:0.0:1787579819.218526:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1787579819.218603:0:24121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558267264 00000100:00100000:2.0:1787579819.218612:0:24121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558267264 00000100:00100000:2.0:1787579819.218704:0:24121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 24 00000100:00100000:2.0:1787579819.218715:0:24121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e16d5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:cd755023-1d3e-4f78-b344-56bf54ed2eed+5:2408:x1874412558267264:12345-192.168.204.14@tcp:2:lhsmtool_posix.0 00000100:00100000:2.0:1787579819.218989:0:24121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e16d5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:cd755023-1d3e-4f78-b344-56bf54ed2eed+6:2408:x1874412558267264:12345-192.168.204.14@tcp:2:lhsmtool_posix.0 Request processed in 275us (472us total) trans 12884901891 rc 0/0 00000100:00100000:2.0:1787579819.218996:0:24121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 24 00000100:00080000:0.0:1787579819.219098:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787579819.221661:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1787579819.221890:0:22615:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558267520 00000100:00100000:2.0:1787579819.221900:0:22615:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558267520 00000100:00100000:2.0:1787579819.221955:0:22615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 11 00000100:00100000:2.0:1787579819.221964:0:22615:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b0d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:cd755023-1d3e-4f78-b344-56bf54ed2eed+43:18886:x1874412558267520:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1787579819.222326:0:22615:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b0d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:cd755023-1d3e-4f78-b344-56bf54ed2eed+44:18886:x1874412558267520:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 362us (673us total) trans 12884901918 rc 0/0 00000100:00100000:2.0:1787579819.222334:0:22615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 11 00000100:00100000:1.0:1787579819.226055:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579819.226177:0:24913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558267776 00000100:00100000:0.0:1787579819.226186:0:24913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558267776 00000100:00100000:0.0:1787579819.226253:0:24913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 65 00000100:00100000:0.0:1787579819.226263:0:24913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b0d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cd755023-1d3e-4f78-b344-56bf54ed2eed+44:18886:x1874412558267776:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1787579819.226401:0:24913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b0d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cd755023-1d3e-4f78-b344-56bf54ed2eed+44:18886:x1874412558267776:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 139us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579819.226409:0:24913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 65 00000100:00100000:0.0:1787579819.231120:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1787579819.231216:0:24600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558267904 00000100:00100000:3.0:1787579819.231227:0:24600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558267904 00000100:00100000:3.0:1787579819.231287:0:24600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 66 00000100:00100000:3.0:1787579819.231297:0:24600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e16d5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cd755023-1d3e-4f78-b344-56bf54ed2eed+44:18886:x1874412558267904:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1787579819.231332:0:24600:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787579819.231355:0:24600:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917e18715800/0xf52f64256fc7b835 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e3e2b25dfa0c700 expref: -99 pid: 24600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579819.231424:0:24600:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff917e18715000/0xf52f64256fc7b83c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579819.231443:0:24600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917e18715000/0xf52f64256fc7b83c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579819.231454:0:24600:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917e18715000/0xf52f64256fc7b83c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787579819.231555:0:24600:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787579819.231574:0:24600:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff917e18715000/0xf52f64256fc7b83c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579819.231601:0:24600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917e18715800/0xf52f64256fc7b835 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c700 expref: 46 pid: 24600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579819.231619:0:24600:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff917e18715000/0xf52f64256fc7b83c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c700 expref: 45 pid: 24600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579819.231627:0:24600:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff917d03b71900) 00010000:00010000:3.0:1787579819.231630:0:24600:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1787579819.231633:0:24600:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917e18715000, rc 0) 00000100:00100000:3.0:1787579819.231696:0:24600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e16d5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cd755023-1d3e-4f78-b344-56bf54ed2eed+45:18886:x1874412558267904:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 399us (583us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579819.231704:0:24600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 66 00000100:00100000:2.0:1787579819.236364:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579819.237843:0:24118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558268032 00000100:00100000:0.0:1787579819.237857:0:24118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558268032 00000100:00100000:0.0:1787579819.237928:0:24118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 25 00000100:00100000:0.0:1787579819.237939:0:24118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e08ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cd755023-1d3e-4f78-b344-56bf54ed2eed+6:2408:x1874412558268032:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1787579819.237957:0:24118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787579819.237979:0:24118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002bc83bb3/0xf52f64256fc7b843 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3e3e2b25dfa0c707 expref: -99 pid: 24118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787579819.238004:0:24118:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a8c4daa, blocks: 0x0 00010000:00010000:0.0:1787579819.238025:0:24118:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=753s v=(0 0) 00010000:00010000:0.0:1787579819.238031:0:24118:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787579819.238040:0:24118:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002bc83bb3/0xf52f64256fc7b843 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c707 expref: 7 pid: 24118 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.238081:0:24118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002bc83bb3/0xf52f64256fc7b843 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c707 expref: 7 pid: 24118 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.238096:0:24118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917d03cdfa00, rc 0) 00000100:00100000:0.0:1787579819.238213:0:24118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e08ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cd755023-1d3e-4f78-b344-56bf54ed2eed+7:2408:x1874412558268032:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 275us (1861us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579819.238220:0:24118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 25 00000100:00100000:1.0:1787579819.244695:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1787579819.245623:0:22612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558268288 00000100:00100000:2.0:1787579819.245636:0:22612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558268288 00000100:00100000:2.0:1787579819.245893:0:22612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 67 00000100:00100000:2.0:1787579819.245970:0:22612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b0d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cd755023-1d3e-4f78-b344-56bf54ed2eed+45:18886:x1874412558268288:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1787579819.246158:0:22612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b0d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cd755023-1d3e-4f78-b344-56bf54ed2eed+45:18886:x1874412558268288:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 191us (1473us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579819.246180:0:22612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 67 00000100:00100000:3.0:1787579819.249975:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1787579819.250073:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558268416 00000100:00100000:1.0:1787579819.250083:0:22614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558268416 00000100:00100000:1.0:1787579819.250152:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 68 00000100:00100000:1.0:1787579819.250163:0:22614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d037c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cd755023-1d3e-4f78-b344-56bf54ed2eed+45:18886:x1874412558268416:12345-192.168.204.14@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1787579819.253857:0:22592:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901918 is committed 00000004:00080000:2.0:1787579819.253882:0:22592:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2 committed 00000001:00080000:2.0:1787579819.253943:0:22592:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00000100:00100000:2.0:1787579819.254049:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d037ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874412578307712:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1787579819.254135:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1787579819.254255:0:3628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714a00/0xf52f64256fc7b64b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.254266:0:3628:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714a00/0xf52f64256fc7b64b lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.254290:0:3628:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714a00/0xf52f64256fc7b64b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.254297:0:3628:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e18714a00 already unused, calling callback (ffffffffc19bc4f0) 00010000:00010000:1.0:1787579819.254302:0:3628:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714a00/0xf52f64256fc7b64b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.254310:0:3628:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714a00/0xf52f64256fc7b64b lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.254327:0:3628:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff917d03b6f200) 00010000:00010000:1.0:1787579819.254330:0:3628:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1787579819.254335:0:3628:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714a00/0xf52f64256fc7b64b lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.254342:0:3628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714a00/0xf52f64256fc7b64b lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22612 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787579819.254525:0:22614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d037c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cd755023-1d3e-4f78-b344-56bf54ed2eed+20:18886:x1874412558268416:12345-192.168.204.14@tcp:44:lhsmtool_posix.0 Request processed in 4362us (4847us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579819.254535:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 68 00000100:00100000:1.0:1787579819.254579:0:25660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578307712 00000100:00100000:1.0:1787579819.254586:0:25660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578307712 00000100:00100000:1.0:1787579819.254634:0:25660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1787579819.254643:0:25660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e08ad9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3643:x1874412578307712:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1787579819.254779:0:25660:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1787579819.254783:0:25660:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1787579819.254785:0:25660:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1787579819.254787:0:25660:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1787579818 -> 1787579818 00002000:00010000:1.0:1787579819.254796:0:25660:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1787579819.254958:0:25660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e08ad9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3643:x1874412578307712:12345-0@lo:2:osp-syn-0-0.0 Request processed in 315us (822us total) trans 12884901892 rc 0/0 00000100:00100000:1.0:1787579819.254965:0:25660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000004:00080000:2.0:1787579819.255120:0:3643:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff917d037ca680/2, rc 0, transno 12884901892 00000100:00100000:2.0:1787579819.255127:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d037ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874412578307712:0@lo:2:osp-syn-0-0.0 00000100:00080000:2.0:1787579819.257188:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1787579819.257276:0:3627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f800/0xf52f64256fc7b5f7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.257290:0:3627:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f800/0xf52f64256fc7b5f7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.257297:0:3627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f800/0xf52f64256fc7b5f7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.257304:0:3627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d0397f800 already unused, calling callback (ffffffffc19bc4f0) 00010000:00010000:0.0:1787579819.257309:0:3627:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f800/0xf52f64256fc7b5f7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.257316:0:3627:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f800/0xf52f64256fc7b5f7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.257333:0:3627:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff917d03b6ff00) 00010000:00010000:0.0:1787579819.257336:0:3627:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787579819.257341:0:3627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f800/0xf52f64256fc7b5f7 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.257674:0:3627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f800/0xf52f64256fc7b5f7 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.257699:0:3627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fa00/0xf52f64256fc7b5fe lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.257706:0:3627:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fa00/0xf52f64256fc7b5fe lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.257712:0:3627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fa00/0xf52f64256fc7b5fe lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.257717:0:3627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d0397fa00 already unused, calling callback (ffffffffc19bc4f0) 00010000:00010000:0.0:1787579819.257720:0:3627:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fa00/0xf52f64256fc7b5fe lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.257726:0:3627:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fa00/0xf52f64256fc7b5fe lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.257735:0:3627:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff917d03b6f200) 00010000:00010000:0.0:1787579819.257738:0:3627:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787579819.257741:0:3627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fa00/0xf52f64256fc7b5fe lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.257747:0:3627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fa00/0xf52f64256fc7b5fe lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.257761:0:3627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde600/0xf52f64256fc7b6b4 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.257767:0:3627:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde600/0xf52f64256fc7b6b4 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.257780:0:3627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde600/0xf52f64256fc7b6b4 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.257785:0:3627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d03cde600 already unused, calling callback (ffffffffc19bc4f0) 00010000:00010000:0.0:1787579819.257789:0:3627:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde600/0xf52f64256fc7b6b4 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.257795:0:3627:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde600/0xf52f64256fc7b6b4 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.257803:0:3627:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff917e172a6200) 00010000:00010000:0.0:1787579819.257805:0:3627:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787579819.257808:0:3627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde600/0xf52f64256fc7b6b4 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.257814:0:3627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde600/0xf52f64256fc7b6b4 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.257828:0:3627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ee00/0xf52f64256fc7b739 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.257834:0:3627:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ee00/0xf52f64256fc7b739 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.257839:0:3627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ee00/0xf52f64256fc7b739 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.257844:0:3627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d0397ee00 already unused, calling callback (ffffffffc19bc4f0) 00010000:00010000:0.0:1787579819.257847:0:3627:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ee00/0xf52f64256fc7b739 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787579819.258383:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:0.0:1787579819.258424:0:3627:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ee00/0xf52f64256fc7b739 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.258437:0:3627:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff917e172a6c00) 00010000:00010000:0.0:1787579819.258440:0:3627:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787579819.258444:0:3627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ee00/0xf52f64256fc7b739 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.258450:0:3627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ee00/0xf52f64256fc7b739 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.258464:0:3627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ec00/0xf52f64256fc7b75c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.258485:0:3627:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ec00/0xf52f64256fc7b75c lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.258491:0:3627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ec00/0xf52f64256fc7b75c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.258496:0:3627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d0397ec00 already unused, calling callback (ffffffffc19bc4f0) 00010000:00010000:0.0:1787579819.258499:0:3627:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ec00/0xf52f64256fc7b75c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.258504:0:3627:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ec00/0xf52f64256fc7b75c lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.258512:0:3627:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff917e172a6c00) 00010000:00010000:0.0:1787579819.258523:0:3627:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787579819.258526:0:3627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ec00/0xf52f64256fc7b75c lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.258548:0:3627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397ec00/0xf52f64256fc7b75c lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.258560:0:3627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714c00/0xf52f64256fc7b7a2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.258566:0:3627:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714c00/0xf52f64256fc7b7a2 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787579819.258657:0:24601:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558268544 00000100:00100000:3.0:1787579819.258668:0:24601:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558268544 00010000:00010000:0.0:1787579819.259509:0:3627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714c00/0xf52f64256fc7b7a2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.259516:0:3627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e18714c00 already unused, calling callback (ffffffffc19bc4f0) 00010000:00010000:0.0:1787579819.259520:0:3627:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714c00/0xf52f64256fc7b7a2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.259527:0:3627:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714c00/0xf52f64256fc7b7a2 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.259539:0:3627:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff917e172a6c00) 00010000:00010000:0.0:1787579819.259542:0:3627:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787579819.259545:0:3627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714c00/0xf52f64256fc7b7a2 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.259550:0:3627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714c00/0xf52f64256fc7b7a2 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.259567:0:3627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714000/0xf52f64256fc7b827 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.259744:0:3627:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714000/0xf52f64256fc7b827 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.259761:0:3627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714000/0xf52f64256fc7b827 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.259766:0:3627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e18714000 already unused, calling callback (ffffffffc19bc4f0) 00010000:00010000:0.0:1787579819.259770:0:3627:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714000/0xf52f64256fc7b827 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.259777:0:3627:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714000/0xf52f64256fc7b827 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.259787:0:3627:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff917d03b71900) 00010000:00010000:0.0:1787579819.259790:0:3627:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787579819.259794:0:3627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714000/0xf52f64256fc7b827 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.259800:0:3627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917e18714000/0xf52f64256fc7b827 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24600 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787579819.260014:0:24601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 27 00000100:00100000:2.0:1787579819.260027:0:24601:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b0d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cd755023-1d3e-4f78-b344-56bf54ed2eed+7:2408:x1874412558268544:12345-192.168.204.14@tcp:16:lhsmtool_posix.0 00000100:00100000:2.0:1787579819.260156:0:24601:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b0d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cd755023-1d3e-4f78-b344-56bf54ed2eed+7:2408:x1874412558268544:12345-192.168.204.14@tcp:16:lhsmtool_posix.0 Request processed in 131us (1778us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579819.260163:0:24601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 27 00000100:00100000:1.0:1787579819.267027:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579819.269293:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558268800 00000100:00100000:0.0:1787579819.269308:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558268800 00000100:00100000:0.0:1787579819.269413:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 69 00000100:00100000:0.0:1787579819.269424:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b0d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cd755023-1d3e-4f78-b344-56bf54ed2eed+14:18886:x1874412558268800:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1787579819.269531:0:22613:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787579819.269561:0:22613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917e18715000/0xf52f64256fc7b83c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c700 expref: 14 pid: 24600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.269592:0:22613:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff917d03b71900) 00010000:00010000:0.0:1787579819.269597:0:22613:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787579819.269646:0:22613:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde600/0xf52f64256fc7b84a lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22613 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.269660:0:22613:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde600/0xf52f64256fc7b84a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22613 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.269669:0:22613:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde600/0xf52f64256fc7b84a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22613 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787579819.269799:0:22613:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000c372862c reply state 00000000c49a7165 transno 12884901919 ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde600/0xf52f64256fc7b84a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22613 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.269812:0:22613:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde600/0xf52f64256fc7b84a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22613 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.269818:0:22613:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff917d03b71900) 00010000:00010000:0.0:1787579819.269820:0:22613:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787579819.269822:0:22613:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1787579819.269929:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b0d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cd755023-1d3e-4f78-b344-56bf54ed2eed+15:18886:x1874412558268800:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 506us (2912us total) trans 12884901919 rc 0/0 00000100:00100000:0.0:1787579819.269937:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 69 00000100:00100000:3.0:1787579819.273050:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1787579819.273135:0:24120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558268928 00000100:00100000:1.0:1787579819.273155:0:24120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558268928 00000100:00100000:1.0:1787579819.273219:0:24120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 28 00000100:00100000:1.0:1787579819.273231:0:24120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d037c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cd755023-1d3e-4f78-b344-56bf54ed2eed+7:18886:x1874412558268928:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1787579819.273248:0:24120:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787579819.273267:0:24120:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e45b62e/0xf52f64256fc7b851 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3e3e2b25dfa0c70e expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.273297:0:24120:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002bc83bb3/0xf52f64256fc7b843 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c707 expref: 8 pid: 24118 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.273306:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787579819.273311:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787579819.273316:0:24120:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e45b62e/0xf52f64256fc7b851 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c70e expref: 8 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.273362:0:24120:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002bc83bb3/0xf52f64256fc7b843 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c707 expref: 8 pid: 24118 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.273376:0:24120:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002bc83bb3/0xf52f64256fc7b843 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c707 expref: 8 pid: 24118 timeout: 853 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787579819.273409:0:24120:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e3b0d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:24120:1874412578307840:192.168.204.14@tcp:104: 00000100:00100000:1.0:1787579819.273742:0:24120:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e3be1fa80 going to sleep for 11 seconds 00000100:00100000:2.0:1787579819.278891:0:24120:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e3b0d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:24120:1874412578307840:192.168.204.14@tcp:104: 00010000:00010000:2.0:1787579819.278932:0:24120:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004e45b62e/0xf52f64256fc7b851 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c70e expref: 8 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579819.278956:0:24120:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917d0397fc00, rc 0) 00000100:00100000:2.0:1787579819.279021:0:24120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d037c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cd755023-1d3e-4f78-b344-56bf54ed2eed+8:18886:x1874412558268928:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 5791us (5979us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579819.279030:0:24120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 28 00000100:00100000:3.0:1787579819.280605:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579819.280670:0:22598:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558269056 00000100:00100000:0.0:1787579819.280680:0:22598:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558269056 00010000:00010000:0.0:1787579819.280724:0:22598:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002bc83bb3/0xf52f64256fc7b843 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c707 expref: 8 pid: 24118 timeout: 853 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787579819.280772:0:22598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 20 00000100:00100000:0.0:1787579819.280782:0:22598:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d037c9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cd755023-1d3e-4f78-b344-56bf54ed2eed+8:2408:x1874412558269056:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787579819.280798:0:22598:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787579819.280821:0:22598:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002bc83bb3/0xf52f64256fc7b843 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c707 expref: 8 pid: 24118 timeout: 853 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.280850:0:22598:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002bc83bb3/0xf52f64256fc7b843 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c707 expref: 8 pid: 24118 timeout: 853 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.280884:0:22598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002bc83bb3/0xf52f64256fc7b843 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c707 expref: 8 pid: 24118 timeout: 853 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.280900:0:22598:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787579819.280904:0:22598:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787579819.280909:0:22598:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004e45b62e/0xf52f64256fc7b851 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c70e expref: 7 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.280919:0:22598:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e45b62e/0xf52f64256fc7b851 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c70e expref: 7 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.280953:0:22598:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000004e45b62e/0xf52f64256fc7b851 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c70e expref: 7 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787579819.280968:0:22598:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e3f981f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:22598:1874412578307968:192.168.204.14@tcp:105: 00000100:00100000:0.0:1787579819.281054:0:22598:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e3d169900 going to sleep for 11 seconds 00000100:00100000:1.0:1787579819.288630:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1787579819.288780:0:24121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558269184 00000100:00100000:2.0:1787579819.288788:0:24121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558269184 00000100:00100000:2.0:1787579819.288875:0:24121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 29 00000100:00100000:2.0:1787579819.288886:0:24121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b0d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:cd755023-1d3e-4f78-b344-56bf54ed2eed+8:2407:x1874412558269184:12345-192.168.204.14@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1787579819.289049:0:24121:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1787579819.289053:0:24121:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1787579818 00002000:00010000:2.0:1787579819.289055:0:24121:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 1787579816 00002000:00010000:2.0:1787579819.289058:0:24121:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1787579818 -> 1787579818 00002000:00010000:2.0:1787579819.289060:0:24121:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1787579819.289122:0:24121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b0d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:cd755023-1d3e-4f78-b344-56bf54ed2eed+9:2407:x1874412558269184:12345-192.168.204.14@tcp:2:lhsmtool_posix.0 Request processed in 238us (502us total) trans 12884901893 rc 0/0 00000100:00100000:2.0:1787579819.289131:0:24121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 29 00000100:00100000:0.0:1787579819.290697:0:22598:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e3f981f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:22598:1874412578307968:192.168.204.14@tcp:105: 00010000:00010000:0.0:1787579819.290728:0:22598:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787579819.290846:0:22598:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d037c9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cd755023-1d3e-4f78-b344-56bf54ed2eed+8:2408:x1874412558269056:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 10064us (10252us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579819.290885:0:22598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 20 00000100:00100000:3.0:1787579819.296824:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579819.298238:0:24601:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558269312 00000100:00100000:0.0:1787579819.298252:0:24601:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558269312 00000100:00100000:2.0:1787579819.301886:0:24601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30 00000100:00100000:2.0:1787579819.301915:0:24601:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d037cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cd755023-1d3e-4f78-b344-56bf54ed2eed+8:2407:x1874412558269312:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1787579819.301998:0:24601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c68d4072/0xf52f64256fc7b858 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579819.302019:0:24601:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004e45b62e/0xf52f64256fc7b851 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c70e expref: 8 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579819.302029:0:24601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787579819.302152:0:24601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1787579819.302160:0:24601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c68d4072/0xf52f64256fc7b858 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579819.302200:0:24601:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004e45b62e/0xf52f64256fc7b851 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c70e expref: 8 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579819.302228:0:24601:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004e45b62e/0xf52f64256fc7b851 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c70e expref: 8 pid: 24120 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787579819.302244:0:24601:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e08adb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:24601:1874412578308096:192.168.204.14@tcp:104: 00000100:00100000:2.0:1787579819.302328:0:24601:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e011ca6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787579819.306751:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579819.307186:0:22599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558269440 00000100:00100000:0.0:1787579819.307198:0:22599:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558269440 00010000:00010000:0.0:1787579819.307242:0:22599:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004e45b62e/0xf52f64256fc7b851 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c70e expref: 9 pid: 24120 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787579819.307289:0:22599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 21 00000100:00100000:0.0:1787579819.307300:0:22599:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03400000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cd755023-1d3e-4f78-b344-56bf54ed2eed+9:2407:x1874412558269440:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787579819.307318:0:22599:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787579819.307344:0:22599:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004e45b62e/0xf52f64256fc7b851 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c70e expref: 9 pid: 24120 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.307360:0:22599:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004e45b62e/0xf52f64256fc7b851 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c70e expref: 9 pid: 24120 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.307386:0:22599:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1787579819.307391:0:22599:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1787579819.307397:0:22599:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c68d4072/0xf52f64256fc7b858 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.307407:0:22599:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c68d4072/0xf52f64256fc7b858 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.307428:0:22599:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787579819.307526:0:22599:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03400000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cd755023-1d3e-4f78-b344-56bf54ed2eed+9:2407:x1874412558269440:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 227us (787us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579819.307534:0:22599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 21 00010000:00010000:3.0:1787579819.308984:0:24601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e45b62e/0xf52f64256fc7b851 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c70e expref: 8 pid: 24120 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787579819.309017:0:24601:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e08adb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:24601:1874412578308096:192.168.204.14@tcp:104: 00010000:00010000:3.0:1787579819.309187:0:24601:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c68d4072/0xf52f64256fc7b858 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579819.312798:0:24601:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c68d4072/0xf52f64256fc7b858 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579819.312820:0:24601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c68d4072/0xf52f64256fc7b858 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579819.312857:0:24601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c68d4072/0xf52f64256fc7b858 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579819.313117:0:24601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c68d4072/0xf52f64256fc7b858 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579819.313126:0:24601:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c68d4072/0xf52f64256fc7b858 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579819.313134:0:24601:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917e3f91a000 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:2.0:1787579819.313150:0:24601:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c68d4072/0xf52f64256fc7b858 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579819.313184:0:24601:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c68d4072/0xf52f64256fc7b858 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579819.313209:0:24601:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c68d4072/0xf52f64256fc7b858 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579819.313217:0:24601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c68d4072/0xf52f64256fc7b858 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787579819.313381:0:24601:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d037cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cd755023-1d3e-4f78-b344-56bf54ed2eed+7:2407:x1874412558269312:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 11475us (16564us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579819.313392:0:24601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30 00000100:00100000:1.0:1787579819.328187:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579819.328357:0:24913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558269696 00000100:00100000:0.0:1787579819.328368:0:24913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558269696 00000100:00100000:0.0:1787579819.328513:0:24913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 70 00000100:00100000:0.0:1787579819.328524:0:24913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e054b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cd755023-1d3e-4f78-b344-56bf54ed2eed+15:18886:x1874412558269696:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1787579819.328640:0:24913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdfa00/0xf52f64256fc7b85f lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.328659:0:24913:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91ae00/0xf52f64256fc7b732 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6ac expref: 15 pid: 22613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.328669:0:24913:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdfa00/0xf52f64256fc7b85f lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.328725:0:24913:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91ae00/0xf52f64256fc7b732 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6ac expref: 15 pid: 22613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.328740:0:24913:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91ae00/0xf52f64256fc7b732 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6ac expref: 15 pid: 22613 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787579819.328756:0:24913:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e3f981f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:24913:1874412578308224:192.168.204.14@tcp:104: 00000100:00100000:0.0:1787579819.328838:0:24913:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e3d169900 going to sleep for 11 seconds 00000100:00100000:2.0:1787579819.336948:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1787579819.337025:0:22597:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558269824 00000100:00100000:3.0:1787579819.337036:0:22597:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558269824 00010000:00010000:3.0:1787579819.337075:0:22597:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91ae00/0xf52f64256fc7b732 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6ac expref: 16 pid: 22613 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787579819.337123:0:22597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 22 00000100:00100000:3.0:1787579819.337134:0:22597:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e08adbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cd755023-1d3e-4f78-b344-56bf54ed2eed+16:2407:x1874412558269824:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787579819.337160:0:22597:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787579819.337168:0:22597:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91ae00/0xf52f64256fc7b732 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6ac expref: 16 pid: 22613 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579819.337183:0:22597:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91ae00/0xf52f64256fc7b732 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6ac expref: 16 pid: 22613 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579819.337226:0:22597:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff917e172a6c00) 00010000:00010000:3.0:1787579819.337233:0:22597:0:(ldlm_inodebits.c:109:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f200/0xf52f64256fc7b7c5 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6dd expref: 16 pid: 22614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579819.337243:0:22597:0:(ldlm_inodebits.c:109:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdfa00/0xf52f64256fc7b85f lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579819.337251:0:22597:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdfa00/0xf52f64256fc7b85f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579819.337259:0:22597:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdfa00/0xf52f64256fc7b85f lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579819.337291:0:22597:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787579819.337363:0:22597:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e08adbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cd755023-1d3e-4f78-b344-56bf54ed2eed+16:2407:x1874412558269824:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 230us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579819.337371:0:22597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 22 00010000:00010000:0.0:1787579819.338121:0:24913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91ae00/0xf52f64256fc7b732 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6ac expref: 15 pid: 22613 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787579819.338151:0:24913:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e3f981f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:24913:1874412578308224:192.168.204.14@tcp:104: 00010000:00010000:0.0:1787579819.338186:0:24913:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdfa00/0xf52f64256fc7b85f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.338195:0:24913:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdfa00/0xf52f64256fc7b85f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.338199:0:24913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdfa00/0xf52f64256fc7b85f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.338403:0:24913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf000/0xf52f64256fc7b866 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.338416:0:24913:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf600/0xf52f64256fc7b82e lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6f9 expref: 15 pid: 22613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.338423:0:24913:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf000/0xf52f64256fc7b866 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.338453:0:24913:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf600/0xf52f64256fc7b82e lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6f9 expref: 15 pid: 22613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.338655:0:24913:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf600/0xf52f64256fc7b82e lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6f9 expref: 15 pid: 22613 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787579819.338684:0:24913:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e3f981f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:24913:1874412578308352:192.168.204.14@tcp:104: 00000100:00100000:0.0:1787579819.338759:0:24913:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e20b753c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787579819.348232:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579819.348725:0:24913:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e3f981f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:24913:1874412578308352:192.168.204.14@tcp:104: 00010000:00010000:0.0:1787579819.348753:0:24913:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf000/0xf52f64256fc7b866 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787579819.348799:0:22599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558269952 00000100:00100000:0.0:1787579819.348805:0:22599:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558269952 00010000:00010000:0.0:1787579819.348838:0:22599:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf600/0xf52f64256fc7b82e lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6f9 expref: 16 pid: 22613 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787579819.349008:0:22599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 23 00000100:00100000:0.0:1787579819.349020:0:22599:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e2a3ce850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cd755023-1d3e-4f78-b344-56bf54ed2eed+16:2407:x1874412558269952:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787579819.349035:0:22599:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787579819.349043:0:22599:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf600/0xf52f64256fc7b82e lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6f9 expref: 16 pid: 22613 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.349056:0:22599:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf600/0xf52f64256fc7b82e lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6f9 expref: 16 pid: 22613 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.349077:0:22599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf600/0xf52f64256fc7b82e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6f9 expref: 16 pid: 22613 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.349093:0:22599:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff917d03b71900) 00010000:00010000:0.0:1787579819.349098:0:22599:0:(ldlm_inodebits.c:109:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf000/0xf52f64256fc7b866 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.349109:0:22599:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf000/0xf52f64256fc7b866 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.349116:0:22599:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf000/0xf52f64256fc7b866 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.349132:0:22599:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787579819.349208:0:22599:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e2a3ce850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cd755023-1d3e-4f78-b344-56bf54ed2eed+15:2407:x1874412558269952:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 190us (985us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579819.349217:0:22599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 23 00010000:00010000:0.0:1787579819.349271:0:24913:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf000/0xf52f64256fc7b866 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.349278:0:24913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf000/0xf52f64256fc7b866 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1787579819.349719:0:24913:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901920 00000001:00080000:0.0:1787579819.349842:0:24913:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901921 00000001:00080000:0.0:1787579819.351740:0:24913:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901922 00000100:00100000:0.0:1787579819.351832:0:24913:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e3f981f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:24913:1874412578308480:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1787579819.352175:0:24913:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579819.352270:0:24913:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e012ed3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787579819.353082:0:22617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578308480 00000100:00100000:2.0:1787579819.353092:0:22617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578308480 00000100:00100000:2.0:1787579819.353195:0:22617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1787579819.353207:0:22617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3f980e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:24913:x1874412578308480:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1787579819.353318:0:22617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3f980e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:24913:x1874412578308480:12345-0@lo:1000:mdt00_004.0 Request processed in 115us (1144us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579819.353326:0:22617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1787579819.353405:0:24913:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e3f981f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:24913:1874412578308480:0@lo:1000:mdt00_004.0 00000001:00080000:1.0:1787579819.353694:0:24913:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901923 00000100:00100000:1.0:1787579819.353774:0:24913:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e054b1500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:24913:1874412578308608:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1787579819.353807:0:24913:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579819.354204:0:24913:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e0361ea80 going to sleep for 11 seconds 00000100:00100000:0.0:1787579819.354273:0:22618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578308608 00000100:00100000:0.0:1787579819.354278:0:22618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578308608 00000100:00100000:0.0:1787579819.354302:0:22618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1787579819.354309:0:22618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e054b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:24913:x1874412578308608:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1787579819.354439:0:22618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e054b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:24913:x1874412578308608:12345-0@lo:1000:mdt00_004.0 Request processed in 129us (630us total) trans 12884901894 rc 0/0 00000100:00100000:0.0:1787579819.354446:0:22618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1787579819.354591:0:24913:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e054b1500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:24913:1874412578308608:0@lo:1000:mdt00_004.0 00010000:00010000:1.0:1787579819.354627:0:24913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf000/0xf52f64256fc7b866 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.354637:0:24913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf000/0xf52f64256fc7b866 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.354645:0:24913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf000/0xf52f64256fc7b866 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.354651:0:24913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d03cdf000 already unused, calling callback (ffffffffc19bc4f0) 00010000:00010000:1.0:1787579819.354655:0:24913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf000/0xf52f64256fc7b866 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.354663:0:24913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf000/0xf52f64256fc7b866 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.354703:0:24913:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff917d03b71900) 00010000:00010000:1.0:1787579819.354706:0:24913:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1787579819.354711:0:24913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf000/0xf52f64256fc7b866 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.354718:0:24913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf000/0xf52f64256fc7b866 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.354748:0:24913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde000/0xf52f64256fc7b7be lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.354755:0:24913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde000/0xf52f64256fc7b7be lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.354761:0:24913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde000/0xf52f64256fc7b7be lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.354766:0:24913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d03cde000 already unused, calling callback (ffffffffc19bc4f0) 00010000:00010000:1.0:1787579819.354769:0:24913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde000/0xf52f64256fc7b7be lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.354775:0:24913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde000/0xf52f64256fc7b7be lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.354781:0:24913:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff917e172a6c00) 00010000:00010000:1.0:1787579819.354783:0:24913:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1787579819.354791:0:24913:0:(ldlm_inodebits.c:109:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f200/0xf52f64256fc7b7c5 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6dd expref: 18 pid: 22614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.354802:0:24913:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f200/0xf52f64256fc7b7c5 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6dd expref: 18 pid: 22614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.354816:0:24913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f200/0xf52f64256fc7b7c5 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6dd expref: 18 pid: 22614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.354870:0:24913:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397f200/0xf52f64256fc7b7c5 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c6dd expref: 18 pid: 22614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787579819.354881:0:24913:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e054b3800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:24913:1874412578308736:192.168.204.14@tcp:105: 00000100:00100000:1.0:1787579819.354944:0:24913:0:(client.c:2715:ptlrpc_set_wait()) set ffff917e0361ea80 going to sleep for 11 seconds 00000100:00100000:2.0:1787579819.360093:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579819.360190:0:22616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558270080 00000100:00100000:0.0:1787579819.360200:0:22616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558270080 00000100:00100000:0.0:1787579819.360254:0:22616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 12 00000100:00100000:0.0:1787579819.360265:0:22616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e08adbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:cd755023-1d3e-4f78-b344-56bf54ed2eed+19:18885:x1874412558270080:12345-192.168.204.14@tcp:49:bash.0 00000100:00100000:0.0:1787579819.360407:0:22616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e08adbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:cd755023-1d3e-4f78-b344-56bf54ed2eed+19:18885:x1874412558270080:12345-192.168.204.14@tcp:49:bash.0 Request processed in 143us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579819.360433:0:22616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 12 00000100:00100000:1.0:1787579819.360646:0:24913:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e054b3800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:24913:1874412578308736:192.168.204.14@tcp:105: 00010000:00010000:1.0:1787579819.360672:0:24913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde000/0xf52f64256fc7b7be lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.360693:0:24913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde000/0xf52f64256fc7b7be lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.360724:0:24913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fc00/0xf52f64256fc7b86d lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.360737:0:24913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fc00/0xf52f64256fc7b86d lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.360748:0:24913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fc00/0xf52f64256fc7b86d lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.360757:0:24913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fc00/0xf52f64256fc7b86d lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.360762:0:24913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fc00/0xf52f64256fc7b86d lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.360775:0:24913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fc00/0xf52f64256fc7b86d lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.360780:0:24913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d0397fc00 already unused, calling callback (ffffffffc19bc4f0) 00010000:00010000:1.0:1787579819.360784:0:24913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fc00/0xf52f64256fc7b86d lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.360792:0:24913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fc00/0xf52f64256fc7b86d lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.360804:0:24913:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff917e172a6c00) 00010000:00010000:1.0:1787579819.360806:0:24913:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787579819.360810:0:24913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fc00/0xf52f64256fc7b86d lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.360816:0:24913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917d0397fc00/0xf52f64256fc7b86d lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.360825:0:24913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdfa00/0xf52f64256fc7b85f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.360832:0:24913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdfa00/0xf52f64256fc7b85f lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.360837:0:24913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdfa00/0xf52f64256fc7b85f lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.360842:0:24913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d03cdfa00 already unused, calling callback (ffffffffc19bc4f0) 00010000:00010000:1.0:1787579819.360845:0:24913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdfa00/0xf52f64256fc7b85f lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.360858:0:24913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdfa00/0xf52f64256fc7b85f lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.360867:0:24913:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff917e172a6c00) 00010000:00010000:1.0:1787579819.360870:0:24913:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1787579819.360873:0:24913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdfa00/0xf52f64256fc7b85f lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579819.360878:0:24913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdfa00/0xf52f64256fc7b85f lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787579819.361004:0:24913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e054b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cd755023-1d3e-4f78-b344-56bf54ed2eed+18:18886:x1874412558269696:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 32481us (32825us total) trans 12884901924 rc 0/0 00000100:00100000:1.0:1787579819.361012:0:24913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 70 00000020:00080000:1.0:1787579819.361016:0:24913:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:0.0:1787579819.361266:0:22648:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1787579819.361271:0:22648:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1787579819.361299:0:22648:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1787579819.361305:0:22648:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:2.0:1787579819.366688:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579819.366775:0:22616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558270464 00000100:00100000:0.0:1787579819.366786:0:22616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558270464 00000100:00100000:0.0:1787579819.366836:0:22616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 13 00000100:00100000:0.0:1787579819.366846:0:22616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e08adb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:cd755023-1d3e-4f78-b344-56bf54ed2eed+18:18886:x1874412558270464:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1787579819.367508:0:22616:0:(mdd_object.c:4014:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1787579819.367548:0:22616:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901925 00010000:00010000:0.0:1787579819.367586:0:22616:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf600/0xf52f64256fc7b874 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22616 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.367602:0:22616:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf600/0xf52f64256fc7b874 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22616 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.367613:0:22616:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf600/0xf52f64256fc7b874 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22616 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.367621:0:22616:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf600/0xf52f64256fc7b874 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22616 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.367628:0:22616:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf600/0xf52f64256fc7b874 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22616 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.367633:0:22616:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf600/0xf52f64256fc7b874 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22616 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.367646:0:22616:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1787579819.367749:0:22616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e08adb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:cd755023-1d3e-4f78-b344-56bf54ed2eed+20:18886:x1874412558270464:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 902us (1078us total) trans 12884901926 rc 0/0 00000100:00100000:0.0:1787579819.367757:0:22616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 13 00000020:00080000:0.0:1787579819.367762:0:22616:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1787579819.368368:0:24915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787579819.368376:0:24915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf600/0xf52f64256fc7b874 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22616 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579819.368384:0:24915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d03cdf600 already unused, calling callback (ffffffffc0dc4230) 00010000:00010000:3.0:1787579819.368389:0:24915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf600/0xf52f64256fc7b874 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22616 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579819.368397:0:24915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf600/0xf52f64256fc7b874 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22616 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579819.368412:0:24915:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff917d03b71900) 00010000:00010000:3.0:1787579819.368422:0:24915:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1787579819.368428:0:24915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf600/0xf52f64256fc7b874 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22616 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579819.368433:0:24915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf600/0xf52f64256fc7b874 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22616 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579819.368445:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579819.368447:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579819.368449:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787579819.368536:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1787579819.368771:0:24120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558270208 00000100:00100000:2.0:1787579819.368779:0:24120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558270208 00000100:00100000:2.0:1787579819.368837:0:24120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 31 00000100:00100000:2.0:1787579819.368846:0:24120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e054b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cd755023-1d3e-4f78-b344-56bf54ed2eed+7:18885:x1874412558270208:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:2.0:1787579819.368860:0:24120:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787579819.369041:0:24120:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006a9690d4/0xf52f64256fc7b87b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3e3e2b25dfa0c715 expref: -99 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787579819.369066:0:24120:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x6a8c4daa, atime: 0x6a8c4da8, ctime: 0x6a8c4daa, blocks: 0x0 00010000:00010000:2.0:1787579819.369157:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=753s v=(0 0) 00010000:00010000:2.0:1787579819.369163:0:24120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787579819.369172:0:24120:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a9690d4/0xf52f64256fc7b87b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c715 expref: 8 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579819.369187:0:24120:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006a9690d4/0xf52f64256fc7b87b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c715 expref: 8 pid: 24120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579819.369198:0:24120:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917e3f91be00, rc 0) 00000100:00100000:2.0:1787579819.369253:0:24120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e054b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cd755023-1d3e-4f78-b344-56bf54ed2eed+8:18885:x1874412558270208:12345-192.168.204.14@tcp:101:bash.0 Request processed in 407us (717us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579819.369259:0:24120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 31 00000100:00100000:1.0:1787579819.375534:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1787579819.375735:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558270592 00000100:00100000:2.0:1787579819.375746:0:22614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558270592 00000100:00100000:2.0:1787579819.375854:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 71 00000100:00100000:2.0:1787579819.375866:0:22614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e012e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cd755023-1d3e-4f78-b344-56bf54ed2eed+20:18885:x1874412558270592:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:2.0:1787579819.375894:0:22614:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787579819.375916:0:22614:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91aa00/0xf52f64256fc7b882 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e3e2b25dfa0c71c expref: -99 pid: 22614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579819.375975:0:22614:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91ba00/0xf52f64256fc7b889 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579819.375989:0:22614:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91ba00/0xf52f64256fc7b889 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579819.375999:0:22614:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91ba00/0xf52f64256fc7b889 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22614 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579819.376126:0:22614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91aa00/0xf52f64256fc7b882 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c71c expref: 22 pid: 22614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579819.376155:0:22614:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91ba00/0xf52f64256fc7b889 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c71c expref: 21 pid: 22614 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579819.376163:0:22614:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff917e172a6c00) 00010000:00010000:2.0:1787579819.376166:0:22614:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1787579819.376169:0:22614:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917e3f91ba00, rc 0) 00000100:00100000:2.0:1787579819.376231:0:22614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e012e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cd755023-1d3e-4f78-b344-56bf54ed2eed+21:18885:x1874412558270592:12345-192.168.204.14@tcp:101:bash.0 Request processed in 368us (708us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579819.376239:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 71 00000100:00100000:3.0:1787579819.380055:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1787579819.380539:0:22616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558270848 00000100:00100000:1.0:1787579819.380551:0:22616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558270848 00000100:00100000:1.0:1787579819.380610:0:22616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 14 00000100:00100000:1.0:1787579819.380620:0:22616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d037c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:cd755023-1d3e-4f78-b344-56bf54ed2eed+21:18885:x1874412558270848:12345-192.168.204.14@tcp:35:bash.0 00000001:00080000:1.0:1787579819.380855:0:22616:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901927 00000001:00080000:1.0:1787579819.380955:0:22616:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901928 00000100:00100000:1.0:1787579819.381062:0:22616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d037c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:cd755023-1d3e-4f78-b344-56bf54ed2eed+24:18885:x1874412558270848:12345-192.168.204.14@tcp:35:bash.0 Request processed in 441us (1015us total) trans 12884901929 rc 0/0 00000100:00100000:1.0:1787579819.381070:0:22616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 14 00000020:00080000:1.0:1787579819.381075:0:22616:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1787579819.520680:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1787579819.520780:0:22612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558271104 00000100:00100000:2.0:1787579819.520790:0:22612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558271104 00000100:00100000:2.0:1787579819.520852:0:22612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 72 00000100:00100000:2.0:1787579819.520863:0:22612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e012ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cd755023-1d3e-4f78-b344-56bf54ed2eed+24:18897:x1874412558271104:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:2.0:1787579819.520889:0:22612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787579819.520909:0:22612:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91aa00/0xf52f64256fc7b890 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e3e2b25dfa0c723 expref: -99 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787579819.521019:0:22612:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1787579819.521151:0:22612:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91aa00/0xf52f64256fc7b890 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c723 expref: 26 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579819.521166:0:22612:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff917d03b6fc00) 00010000:00010000:2.0:1787579819.521169:0:22612:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787579819.521174:0:22612:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917e3f91aa00/0xf52f64256fc7b890 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x3e3e2b25dfa0c723 expref: 26 pid: 22612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579819.521188:0:22612:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff917e3f91aa00, rc 0) 00000100:00100000:2.0:1787579819.521315:0:22612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e012ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cd755023-1d3e-4f78-b344-56bf54ed2eed+25:18897:x1874412558271104:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 453us (643us total) trans 12884901930 rc 301/301 00000100:00100000:2.0:1787579819.521323:0:22612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 72 00000100:00100000:1.0:1787579819.527611:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1787579819.527813:0:24913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558271232 00000100:00100000:0.0:1787579819.527825:0:24913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558271232 00000100:00100000:0.0:1787579819.527895:0:24913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 73 00000100:00100000:0.0:1787579819.527907:0:24913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e012ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cd755023-1d3e-4f78-b344-56bf54ed2eed+25:18897:x1874412558271232:12345-192.168.204.14@tcp:34:lfs.0 00010000:00010000:0.0:1787579819.528005:0:24913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf200/0xf52f64256fc7b89e lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.528024:0:24913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf200/0xf52f64256fc7b89e lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.528037:0:24913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf200/0xf52f64256fc7b89e lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.528052:0:24913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde800/0xf52f64256fc7b8a5 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.528058:0:24913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde800/0xf52f64256fc7b8a5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.528064:0:24913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde800/0xf52f64256fc7b8a5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.528174:0:24913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf800/0xf52f64256fc7b8ac lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.528183:0:24913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf800/0xf52f64256fc7b8ac lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.528208:0:24913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf800/0xf52f64256fc7b8ac lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787579819.528263:0:24913:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf800/0xf52f64256fc7b8ac lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.528277:0:24913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf200/0xf52f64256fc7b89e lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.528284:0:24913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf200/0xf52f64256fc7b89e lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.528291:0:24913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf200/0xf52f64256fc7b89e lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.528297:0:24913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d03cdf200 already unused, calling callback (ffffffffc19bc4f0) 00010000:00010000:0.0:1787579819.528301:0:24913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf200/0xf52f64256fc7b89e lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.528309:0:24913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf200/0xf52f64256fc7b89e lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.528597:0:24913:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff917d03b6f200) 00010000:00010000:0.0:1787579819.528601:0:24913:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787579819.528607:0:24913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf200/0xf52f64256fc7b89e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.528614:0:24913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf200/0xf52f64256fc7b89e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.528627:0:24913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde800/0xf52f64256fc7b8a5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.528639:0:24913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde800/0xf52f64256fc7b8a5 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.528645:0:24913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde800/0xf52f64256fc7b8a5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.528649:0:24913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d03cde800 already unused, calling callback (ffffffffc19bc4f0) 00010000:00010000:0.0:1787579819.528652:0:24913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde800/0xf52f64256fc7b8a5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.528657:0:24913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde800/0xf52f64256fc7b8a5 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.528665:0:24913:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff917e172a6200) 00010000:00010000:0.0:1787579819.528668:0:24913:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787579819.528670:0:24913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde800/0xf52f64256fc7b8a5 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.528676:0:24913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cde800/0xf52f64256fc7b8a5 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.528691:0:24913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf800/0xf52f64256fc7b8ac lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.528696:0:24913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf800/0xf52f64256fc7b8ac lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.528701:0:24913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf800/0xf52f64256fc7b8ac lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.528705:0:24913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff917d03cdf800 already unused, calling callback (ffffffffc19bc4f0) 00010000:00010000:0.0:1787579819.528714:0:24913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf800/0xf52f64256fc7b8ac lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.528721:0:24913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf800/0xf52f64256fc7b8ac lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.528730:0:24913:0:(ldlm_inodebits.c:90:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff917e172a6c00) 00010000:00010000:0.0:1787579819.528732:0:24913:0:(ldlm_inodebits.c:92:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787579819.528735:0:24913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf800/0xf52f64256fc7b8ac lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579819.528741:0:24913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff917d03cdf800/0xf52f64256fc7b8ac lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 24913 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787579819.528846:0:24913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e012ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cd755023-1d3e-4f78-b344-56bf54ed2eed+25:18897:x1874412558271232:12345-192.168.204.14@tcp:34:lfs.0 Request processed in 940us (1247us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579819.528856:0:24913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 73 00000100:00100000:0.0:1787579819.536083:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1787579819.536264:0:22616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558271488 00000100:00100000:1.0:1787579819.536276:0:22616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558271488 00000100:00100000:1.0:1787579819.536337:0:22616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 15 00000100:00100000:1.0:1787579819.536348:0:22616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3f981f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:cd755023-1d3e-4f78-b344-56bf54ed2eed+25:18897:x1874412558271488:12345-192.168.204.14@tcp:35:lfs.0 00000100:00100000:1.0:1787579819.536609:0:22616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3f981f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:cd755023-1d3e-4f78-b344-56bf54ed2eed+26:18897:x1874412558271488:12345-192.168.204.14@tcp:35:lfs.0 Request processed in 262us (535us total) trans 12884901931 rc 0/0 00000100:00100000:1.0:1787579819.536617:0:22616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 15 00010000:00010000:0.0:1787579819.639658:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579820.663843:0:22600:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787579820.855593:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d037c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1874412578308864:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787579820.855677:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579820.855745:0:24123:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578308864 00000100:00100000:3.0:1787579820.855753:0:24123:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578308864 00000100:00100000:3.0:1787579820.855809:0:24123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1787579820.855818:0:24123:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d037c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1874412578308864:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1787579820.855872:0:24123:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1787579820.855922:0:24123:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d037c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1874412578308864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 104us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579820.855931:0:24123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1787579820.855989:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d037c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1874412578308864:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1787579820.856455:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:02000400:0.0:1787579821.176698:0:25697:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: /mnt/lustre/d1d.sanity-pcc/f1d.sanity-pcc expected pcc state: readwrite, but got: none 00010000:00010000:3.0:1787579821.687976:0:24915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787579821.881680:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787579821.881707:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03dcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874412578308992:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787579821.882081:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787579821.884304:0:22618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578308992 00000100:00100000:0.0:1787579821.884320:0:22618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578308992 00000100:00100000:0.0:1787579821.884385:0:22618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1787579821.884396:0:22618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e012e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1874412578308992:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787579821.884432:0:22618:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446289408 avail 1300049920 00000100:00100000:0.0:1787579821.884544:0:22618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e012e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1874412578308992:12345-0@lo:41:osp-pre-0-1.0 Request processed in 150us (2464us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579821.884552:0:22618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1787579821.884606:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03dcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874412578308992:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787579821.885349:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917e012e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1874412578309120:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787579821.885399:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787579821.886033:0:23353:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578309120 00000100:00100000:3.0:1787579821.886040:0:23353:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578309120 00000100:00100000:3.0:1787579821.886086:0:23353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1787579821.886105:0:23353:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03dcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1874412578309120:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787579821.886146:0:23353:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1787579821.886305:0:23353:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03dcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1874412578309120:12345-0@lo:41:osp-pre-1-0.0 Request processed in 202us (906us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579821.886312:0:23353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1787579821.887246:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917e012e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1874412578309120:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787579822.473067:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1787579822.473202:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1787579822.473302:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1787579822.473353:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1787579822.473376:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1787579822.473396:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1787579822.473418:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1787579822.473438:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1787579822.473463:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1787579822.475299:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558271872 00000100:00100000:1.0:1787579822.475313:0:22614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558271872 00000100:00100000:1.0:1787579822.475392:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558272384 00000100:00100000:1.0:1787579822.475397:0:22614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558272384 00000100:00100000:1.0:1787579822.475417:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558271744 00000100:00100000:1.0:1787579822.475420:0:22614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558271744 00000100:00100000:1.0:1787579822.475433:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558272256 00000100:00100000:1.0:1787579822.475436:0:22614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558272256 00000100:00100000:1.0:1787579822.475457:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 67 00000100:00100000:1.0:1787579822.475573:0:22614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e012eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cd755023-1d3e-4f78-b344-56bf54ed2eed+5:2405:x1874412558271872:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1787579822.475729:0:22614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e012eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cd755023-1d3e-4f78-b344-56bf54ed2eed+5:2405:x1874412558271872:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 230us (2549us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579822.475737:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 67 00000100:00100000:1.0:1787579822.475759:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 68 00000100:00100000:1.0:1787579822.475765:0:22614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e012e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+5:2405:x1874412558272384:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1787579822.475790:0:22614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e012e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+5:2405:x1874412558272384:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 26us (2437us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579822.475796:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 68 00000100:00100000:1.0:1787579822.475808:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 69 00000100:00100000:1.0:1787579822.475814:0:22614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03b9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cd755023-1d3e-4f78-b344-56bf54ed2eed+26:2405:x1874412558271744:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1787579822.475864:0:22614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03b9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cd755023-1d3e-4f78-b344-56bf54ed2eed+26:2405:x1874412558271744:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 50us (2467us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579822.475871:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 69 00000100:00100000:1.0:1787579822.475884:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 70 00000100:00100000:1.0:1787579822.475890:0:22614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03b9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+6:2405:x1874412558272256:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1787579822.475916:0:22614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03b9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+6:2405:x1874412558272256:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 26us (2477us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579822.475921:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 70 00000100:00100000:1.0:1787579822.475943:0:24118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558272128 00000100:00100000:1.0:1787579822.475946:0:24118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558272128 00000100:00100000:1.0:1787579822.475973:0:24118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558272640 00000100:00100000:1.0:1787579822.475976:0:24118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558272640 00000100:00100000:1.0:1787579822.475988:0:24118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558272000 00000100:00100000:1.0:1787579822.475997:0:24118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558272000 00000100:00100000:1.0:1787579822.476012:0:24118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558272512 00000100:00100000:1.0:1787579822.476015:0:24118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558272512 00000100:00100000:1.0:1787579822.476028:0:24118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 25 00000100:00100000:1.0:1787579822.476033:0:24118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e012e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cd755023-1d3e-4f78-b344-56bf54ed2eed+5:2405:x1874412558272128:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1787579822.476061:0:24118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e012e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cd755023-1d3e-4f78-b344-56bf54ed2eed+5:2405:x1874412558272128:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 27us (2759us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579822.476067:0:24118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 25 00000100:00100000:1.0:1787579822.476089:0:24118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 26 00000100:00100000:1.0:1787579822.476098:0:24118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03b9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+5:2405:x1874412558272640:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1787579822.476120:0:24118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03b9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+5:2405:x1874412558272640:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 24us (2744us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579822.476126:0:24118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 26 00000100:00100000:1.0:1787579822.476137:0:24118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 27 00000100:00100000:1.0:1787579822.476143:0:24118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03b9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cd755023-1d3e-4f78-b344-56bf54ed2eed+8:2405:x1874412558272000:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1787579822.476164:0:24118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03b9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cd755023-1d3e-4f78-b344-56bf54ed2eed+8:2405:x1874412558272000:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 22us (2745us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579822.476170:0:24118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 27 00000100:00100000:1.0:1787579822.476193:0:24118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 28 00000100:00100000:1.0:1787579822.476199:0:24118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03b9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+5:2405:x1874412558272512:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1787579822.476221:0:24118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03b9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5311cb0f-c2d7-4fb1-b9f8-4f50ecaca627+5:2405:x1874412558272512:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 23us (2758us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579822.476227:0:24118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 28 00000100:00080000:1.0:1787579822.476263:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787579822.476275:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1787579822.476278:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787579822.476280:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787579822.476460:0:22604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412558271616 00000100:00100000:0.0:1787579822.476465:0:22604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412558271616 00000100:00100000:0.0:1787579822.476529:0:22604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 168 00000100:00100000:0.0:1787579822.476537:0:22604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917e3b3aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:937f45e5-74b5-492e-8aaf-97089f4f85ae+13:2405:x1874412558271616:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1787579822.476561:0:22604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917e3b3aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:937f45e5-74b5-492e-8aaf-97089f4f85ae+13:2405:x1874412558271616:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 26us (3506us total) trans 0 rc 0/0 00000100:00100000:0.0:1787579822.476567:0:22604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 168 00010000:00010000:1.0:1787579822.718567:0:22601:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787579822.903688:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff917d03b9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874412578309248:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787579822.903773:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787579822.904600:0:24123:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412578309248 00000100:00100000:1.0:1787579822.904622:0:24123:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412578309248 00000100:00100000:1.0:1787579822.904753:0:24123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1787579822.904763:0:24123:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff917d03b9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3643:x1874412578309248:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1787579822.905331:0:24123:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1787579822.906259:0:24123:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff917d03b9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3643:x1874412578309248:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1492us (2481us total) trans 0 rc 0/0 00000100:00100000:1.0:1787579822.906269:0:24123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00080000:1.0:1787579822.906302:0:22608:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787579822.906421:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff917d03b9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874412578309248:0@lo:13:osp-pre-0-0.0 Debug log: 14770 lines, 14770 kept, 0 dropped, 0 bad.