00010000:00010000:0.0F:1788839534.334583:0:14359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0F:1788839534.654243:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:1.0:1788839534.654298:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:1.0:1788839534.654338:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:2.0F:1788839534.654593:0:15055:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729380224 00000100:00100000:2.0:1788839534.654609:0:15055:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729380224 00000100:00100000:2.0:1788839534.654668:0:15055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 22 00000100:00100000:2.0:1788839534.654678:0:15055:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ea02eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5875ff00-b531-42d6-8f43-f0e838002ea7+6:2358:x1875733729380224:12345-192.168.201.9@tcp:400:kworker.0 00000100:00100000:2.0:1788839534.654748:0:15055:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ea02eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5875ff00-b531-42d6-8f43-f0e838002ea7+6:2358:x1875733729380224:12345-192.168.201.9@tcp:400:kworker.0 Request processed in 72us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839534.654756:0:15055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 22 00000100:00100000:3.0F:1788839534.658817:0:14365:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729379968 00000100:00100000:3.0:1788839534.658859:0:14365:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729379968 00000100:00100000:3.0:1788839534.658945:0:14365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 124 00000100:00100000:2.0:1788839534.659191:0:14659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729380096 00000100:00100000:2.0:1788839534.659196:0:14659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729380096 00000100:00100000:2.0:1788839534.659260:0:14659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 33 00000100:00100000:2.0:1788839534.659270:0:14659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ea02eb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5875ff00-b531-42d6-8f43-f0e838002ea7+23:2358:x1875733729380096:12345-192.168.201.9@tcp:400:kworker.0 00000100:00100000:2.0:1788839534.659355:0:14659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ea02eb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5875ff00-b531-42d6-8f43-f0e838002ea7+23:2358:x1875733729380096:12345-192.168.201.9@tcp:400:kworker.0 Request processed in 87us (5015us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839534.659363:0:14659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 33 00000100:00100000:3.0:1788839534.659916:0:14365:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb106b9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bd4e02a7-c776-47a2-b6e8-14e112fedfa2+13:2358:x1875733729379968:12345-192.168.201.9@tcp:400:kworker.0 00000100:00100000:3.0:1788839534.660188:0:14365:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb106b9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bd4e02a7-c776-47a2-b6e8-14e112fedfa2+13:2358:x1875733729379968:12345-192.168.201.9@tcp:400:kworker.0 Request processed in 1232us (5955us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839534.660198:0:14365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 124 00000100:00080000:1.0:1788839534.660624:0:14367:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788839534.672577:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:1.0:1788839534.672626:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:1.0:1788839534.672661:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:1.0:1788839534.672686:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:1.0:1788839534.672716:0:15057:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729380352 00000100:00100000:1.0:1788839534.672726:0:15057:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729380352 00000100:00100000:1.0:1788839534.672782:0:15057:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729380608 00000100:00100000:1.0:1788839534.672787:0:15057:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729380608 00000100:00100000:1.0:1788839534.672801:0:15057:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729380736 00000100:00100000:1.0:1788839534.672804:0:15057:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729380736 00000100:00100000:1.0:1788839534.672852:0:15057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 22 00000100:00100000:1.0:1788839534.672861:0:15057:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb32ff7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5875ff00-b531-42d6-8f43-f0e838002ea7+5:2354:x1875733729380352:12345-192.168.201.9@tcp:9:kworker.0 00000020:00000080:1.0:1788839534.672893:0:15057:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b63896d63641051 00000100:00080000:1.0:1788839534.672908:0:15057:0:(import.c:65:import_set_state_nolock()) ffff91eb033eb000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788839534.672942:0:15057:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934593 00010000:00010000:2.0:1788839534.673039:0:15489:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788839534.673068:0:14367:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788839534.673074:0:14367:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788839534.673264:0:15057:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb32ff7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5875ff00-b531-42d6-8f43-f0e838002ea7+2:2354:x1875733729380352:12345-192.168.201.9@tcp:9:kworker.0 Request processed in 403us (698us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839534.673274:0:15057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 22 00000100:00100000:1.0:1788839534.673622:0:15057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 23 00000100:00100000:1.0:1788839534.673635:0:15057:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ea02eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b27e0999-0c92-4e01-8851-8f25a699b1ef+5:2354:x1875733729380608:12345-192.168.201.9@tcp:9:kworker.0 00000020:00000080:1.0:1788839534.673652:0:15057:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b63896d63641082 00000100:00100000:3.0:1788839534.673660:0:14373:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729380480 00000100:00080000:1.0:1788839534.673663:0:15057:0:(import.c:65:import_set_state_nolock()) ffff91eb3bf5b000 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1788839534.673668:0:14373:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729380480 00010000:00010000:2.0:1788839534.673683:0:14360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:1.0:1788839534.673690:0:15057:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934598 00000100:00080000:2.0:1788839534.673694:0:14367:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788839534.673723:0:14373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 34 00000100:00100000:3.0:1788839534.673733:0:14373:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ea02eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b27e0999-0c92-4e01-8851-8f25a699b1ef+6:2358:x1875733729380480:12345-192.168.201.9@tcp:400:kworker.0 00000100:00100000:3.0:1788839534.673787:0:14373:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ea02eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b27e0999-0c92-4e01-8851-8f25a699b1ef+6:2358:x1875733729380480:12345-192.168.201.9@tcp:400:kworker.0 Request processed in 56us (1160us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839534.673794:0:14373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 34 00000100:00100000:1.0:1788839534.674007:0:15057:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ea02eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b27e0999-0c92-4e01-8851-8f25a699b1ef+2:2354:x1875733729380608:12345-192.168.201.9@tcp:9:kworker.0 Request processed in 375us (1345us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839534.674028:0:15057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 23 00000100:00100000:1.0:1788839534.674224:0:15057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 24 00000100:00100000:1.0:1788839534.674842:0:15057:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ea02eb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b27e0999-0c92-4e01-8851-8f25a699b1ef+5:2354:x1875733729380736:12345-192.168.201.9@tcp:9:kworker.0 00000020:00000080:1.0:1788839534.674867:0:15057:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b63896d63641089 00000100:00080000:1.0:1788839534.674876:0:15057:0:(import.c:65:import_set_state_nolock()) ffff91eb3bf5d800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788839534.674918:0:15057:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934593 00010000:00010000:3.0:1788839534.675447:0:14359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788839534.677742:0:15057:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ea02eb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b27e0999-0c92-4e01-8851-8f25a699b1ef+2:2354:x1875733729380736:12345-192.168.201.9@tcp:9:kworker.0 Request processed in 2896us (5042us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839534.677769:0:15057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 24 00000001:00080000:0.0:1788839535.013201:0:5864:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934628 is committed 00000020:00080000:0.0:1788839535.013221:0:5864:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff91eb1018d900 refcount 2 committed 0 result 0 batchid 4294967527 00000020:00080000:0.0:1788839535.013226:0:5864:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff91eb0828a500 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff91eb14764c00 00000020:00080000:0.0:1788839535.013230:0:5864:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff91eb0828a600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff91eb3cfb2800 00000001:00080000:0.0:1788839535.013281:0:5864:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934634 is committed 00000020:00080000:0.0:1788839535.013448:0:14410:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967527 committed batchid 8 00000020:00080000:0.0:1788839535.013698:0:14410:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:1.0:1788839535.358507:0:15489:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788839536.387024:0:14360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788839536.445230:0:3311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ea02eb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c7e0041a-0f2b-4d5c-901d-ed02d83b952c:3311:1875733747187200:0@lo:400:kworker.0 00000100:00100000:1.0:1788839536.445300:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788839536.445350:0:3311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ea02eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1875733747187712:0@lo:400:kworker.0 00000100:00100000:1.0:1788839536.445376:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788839536.445401:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1788839536.445407:0:3311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ea02eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1875733747187328:0@lo:400:kworker.0 00000100:00100000:1.0:1788839536.445431:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788839536.445446:0:3311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ea02eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1875733747187840:0@lo:400:kworker.0 00000100:00100000:1.0:1788839536.445465:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788839536.445493:0:3313:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ea02eb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1875733747187456:0@lo:400:kworker.0 00000100:00100000:1.0:1788839536.445516:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788839536.445533:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788839536.445539:0:3313:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ea02eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1875733747187584:0@lo:400:kworker.0 00000100:00100000:1.0:1788839536.445557:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788839536.445599:0:14366:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747187200 00000100:00100000:1.0:1788839536.445607:0:14366:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747187200 00000100:00100000:1.0:1788839536.445665:0:14366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00100000:1.0:1788839536.445675:0:14366:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb106b9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c7e0041a-0f2b-4d5c-901d-ed02d83b952c+19:3311:x1875733747187200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788839536.445735:0:14366:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb106b9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c7e0041a-0f2b-4d5c-901d-ed02d83b952c+19:3311:x1875733747187200:12345-0@lo:400:kworker.0 Request processed in 60us (433us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839536.445742:0:14366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00100000:1.0:1788839536.445774:0:14659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747187712 00000100:00100000:1.0:1788839536.445789:0:14659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747187712 00000100:00100000:1.0:1788839536.445823:0:14659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747187840 00000100:00100000:1.0:1788839536.445826:0:14659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747187840 00000100:00100000:1.0:1788839536.445838:0:14659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747187584 00000100:00100000:1.0:1788839536.445841:0:14659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747187584 00000100:00100000:1.0:1788839536.445853:0:14659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1788839536.445858:0:14659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ea02eb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1875733747187712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788839536.445890:0:14659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ea02eb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1875733747187712:12345-0@lo:400:kworker.0 Request processed in 31us (513us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839536.445896:0:14659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1788839536.445906:0:14659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1788839536.445913:0:14659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ea02eb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1875733747187840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788839536.445937:0:14659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ea02eb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1875733747187840:12345-0@lo:400:kworker.0 Request processed in 25us (471us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839536.445942:0:14659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1788839536.445952:0:14659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1788839536.445957:0:14659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ea02eb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1875733747187584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788839536.445985:0:14659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ea02eb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1875733747187584:12345-0@lo:400:kworker.0 Request processed in 27us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839536.446001:0:14659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1788839536.446018:0:15058:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747187328 00000100:00100000:1.0:1788839536.446022:0:15058:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747187328 00000100:00100000:1.0:1788839536.446043:0:15058:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747187456 00000100:00100000:1.0:1788839536.446046:0:15058:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747187456 00000100:00100000:1.0:1788839536.446084:0:15058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1788839536.446090:0:15058:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ea02eb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1875733747187328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788839536.446121:0:15058:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ea02eb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1875733747187328:12345-0@lo:400:kworker.0 Request processed in 31us (689us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839536.446127:0:15058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1788839536.446138:0:15058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788839536.446144:0:15058:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ea02eb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1875733747187456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788839536.446168:0:15058:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ea02eb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1875733747187456:12345-0@lo:400:kworker.0 Request processed in 24us (651us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839536.446174:0:15058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00080000:1.0:1788839536.446201:0:14367:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788839536.446204:0:14367:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788839536.446206:0:14367:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788839536.446239:0:3313:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ea02eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1875733747187584:0@lo:400:kworker.0 00000100:00100000:1.0:1788839536.446250:0:3313:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ea02eb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1875733747187456:0@lo:400:kworker.0 00000100:00100000:1.0:1788839536.446276:0:3311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ea02eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1875733747187328:0@lo:400:kworker.0 00000100:00100000:1.0:1788839536.446285:0:3311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ea02eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1875733747187840:0@lo:400:kworker.0 00000100:00100000:1.0:1788839536.446292:0:3311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ea02eb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c7e0041a-0f2b-4d5c-901d-ed02d83b952c:3311:1875733747187200:0@lo:400:kworker.0 00000100:00100000:1.0:1788839536.446300:0:3311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ea02eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1875733747187712:0@lo:400:kworker.0 00000100:00100000:1.0:1788839536.449203:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788839536.449226:0:3314:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ea02eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1875733747187968:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788839536.449296:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788839536.449338:0:15059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747187968 00000100:00100000:1.0:1788839536.449345:0:15059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747187968 00000100:00100000:1.0:1788839536.449392:0:15059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788839536.449401:0:15059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ea02eb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1875733747187968:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788839536.449437:0:15059:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1788839536.449480:0:15059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ea02eb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1875733747187968:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839536.449487:0:15059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788839536.449550:0:3314:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ea02eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1875733747187968:0@lo:13:osp-pre-1-0.0 00000001:00100000:3.0:1788839536.545459:0:7651:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of b27e0999-0c92-4e01-8851-8f25a699b1ef 00000020:00000080:3.0:1788839536.545469:0:7651:0:(genops.c:885:class_export_put()) final put ffff91eb3bf5a000/b27e0999-0c92-4e01-8851-8f25a699b1ef 00000001:00100000:3.0:1788839536.546035:0:7651:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 5875ff00-b531-42d6-8f43-f0e838002ea7 00000020:00000080:3.0:1788839536.546039:0:7651:0:(genops.c:885:class_export_put()) final put ffff91eb033eb800/5875ff00-b531-42d6-8f43-f0e838002ea7 00000020:00000080:0.0:1788839536.550414:0:12628:0:(genops.c:844:class_export_destroy()) destroying export ffff91eb3bf5a000/b27e0999-0c92-4e01-8851-8f25a699b1ef for lustre-OST0001 00000020:00000080:0.0:1788839536.550474:0:12628:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91eb3bf5d800 for lustre-OST0001 00000020:00000080:2.0:1788839536.551188:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff91eb033eb800/5875ff00-b531-42d6-8f43-f0e838002ea7 for lustre-OST0001 00000020:00000080:2.0:1788839536.551218:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91eb033eb000 for lustre-OST0001 00010000:00010000:3.0:1788839537.405152:0:14359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788839537.496727:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:3.0:1788839537.496779:0:14659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729380864 00000100:00100000:3.0:1788839537.496790:0:14659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729380864 00000100:00100000:3.0:1788839537.496855:0:14659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 63 00000100:00100000:3.0:1788839537.496867:0:14659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb37df1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5875ff00-b531-42d6-8f43-f0e838002ea7+11:14422:x1875733729380864:12345-192.168.201.9@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1788839537.496969:0:14659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb37df1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5875ff00-b531-42d6-8f43-f0e838002ea7+11:14422:x1875733729380864:12345-192.168.201.9@tcp:60:lhsmtool_posix.0 Request processed in 105us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839537.496993:0:14659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 63 00000100:00080000:3.0:1788839537.497015:0:14367:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788839537.499887:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:3.0:1788839537.499929:0:14374:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729381120 00000100:00100000:3.0:1788839537.499938:0:14374:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729381120 00000100:00100000:3.0:1788839537.499989:0:14374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 16 00000100:00100000:3.0:1788839537.499998:0:14374:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb09e6a850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5875ff00-b531-42d6-8f43-f0e838002ea7+11:14422:x1875733729381120:12345-192.168.201.9@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788839537.500313:0:14374:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb09e6a850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5875ff00-b531-42d6-8f43-f0e838002ea7+12:14422:x1875733729381120:12345-192.168.201.9@tcp:35:lhsmtool_posix.0 Request processed in 314us (434us total) trans 8589934635 rc 0/0 00000100:00100000:3.0:1788839537.500320:0:14374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 16 00010000:00010000:1.0:1788839538.435236:0:15489:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788839539.005409:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788839539.005437:0:3313:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb37df3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1875733747188096:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788839539.005509:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839539.005673:0:15059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747188096 00000100:00100000:2.0:1788839539.005682:0:15059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747188096 00000100:00100000:2.0:1788839539.005791:0:15059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788839539.005804:0:15059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb37576d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1875733747188096:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788839539.005842:0:15059:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1788839539.005895:0:15059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb37576d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1875733747188096:12345-0@lo:13:osp-pre-0-0.0 Request processed in 94us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839539.005925:0:15059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788839539.006896:0:3313:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb37df3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1875733747188096:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1788839539.008252:0:14367:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00100000:3.0:1788839539.055236:0:6721:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of b27e0999-0c92-4e01-8851-8f25a699b1ef 00000020:00000080:3.0:1788839539.055247:0:6721:0:(genops.c:885:class_export_put()) final put ffff91eb0339a000/b27e0999-0c92-4e01-8851-8f25a699b1ef 00000020:00000080:2.0:1788839539.055594:0:12628:0:(genops.c:844:class_export_destroy()) destroying export ffff91eb0339a000/b27e0999-0c92-4e01-8851-8f25a699b1ef for lustre-OST0000 00000020:00000080:2.0:1788839539.055646:0:12628:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91eb3bf5b000 for lustre-OST0000 00000040:00080000:1.0:1788839539.197835:0:14406:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1788839539.197845:0:14406:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788839539.197934:0:14406:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:1.0:1788839539.197942:0:14406:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:2.0:1788839539.456425:0:14360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788839539.769810:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:3.0:1788839539.769861:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:3.0:1788839539.769909:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:1.0:1788839539.770005:0:15058:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729381504 00000100:00100000:1.0:1788839539.770015:0:15058:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729381504 00000100:00100000:1.0:1788839539.770106:0:15058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 25 00000100:00100000:1.0:1788839539.770118:0:15058:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb37df3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5875ff00-b531-42d6-8f43-f0e838002ea7+6:2356:x1875733729381504:12345-192.168.201.9@tcp:400:kworker.0 00000100:00100000:1.0:1788839539.770203:0:15058:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb37df3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5875ff00-b531-42d6-8f43-f0e838002ea7+6:2356:x1875733729381504:12345-192.168.201.9@tcp:400:kworker.0 Request processed in 87us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839539.770211:0:15058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 25 00000100:00080000:1.0:1788839539.770234:0:14367:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788839539.772066:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:2.0:1788839539.772829:0:14365:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729381248 00000100:00100000:2.0:1788839539.772841:0:14365:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729381248 00000100:00100000:2.0:1788839539.772918:0:14365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 126 00000100:00100000:2.0:1788839539.772928:0:14365:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb106b8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bd4e02a7-c776-47a2-b6e8-14e112fedfa2+13:2356:x1875733729381248:12345-192.168.201.9@tcp:400:kworker.0 00000100:00100000:2.0:1788839539.773002:0:14365:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb106b8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bd4e02a7-c776-47a2-b6e8-14e112fedfa2+13:2356:x1875733729381248:12345-192.168.201.9@tcp:400:kworker.0 Request processed in 75us (3203us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839539.773010:0:14365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 126 00000100:00100000:0.0:1788839539.791829:0:14373:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729381376 00000100:00100000:0.0:1788839539.791846:0:14373:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729381376 00000100:00100000:0.0:1788839539.791987:0:14373:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729381632 00000100:00100000:0.0:1788839539.791991:0:14373:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729381632 00000100:00100000:0.0:1788839539.792031:0:14373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 38 00000100:00100000:0.0:1788839539.792043:0:14373:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb37df1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5875ff00-b531-42d6-8f43-f0e838002ea7+12:2356:x1875733729381376:12345-192.168.201.9@tcp:400:kworker.0 00000100:00100000:1.0:1788839539.792408:0:14372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 39 00000100:00100000:1.0:1788839539.792419:0:14372:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb37df0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b27e0999-0c92-4e01-8851-8f25a699b1ef+6:2356:x1875733729381632:12345-192.168.201.9@tcp:400:kworker.0 00000100:00080000:2.0:1788839539.792421:0:14367:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788839539.792849:0:14373:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb37df1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5875ff00-b531-42d6-8f43-f0e838002ea7+12:2356:x1875733729381376:12345-192.168.201.9@tcp:400:kworker.0 Request processed in 805us (22936us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839539.792859:0:14373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 38 00000100:00100000:1.0:1788839539.799149:0:14372:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb37df0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b27e0999-0c92-4e01-8851-8f25a699b1ef+6:2356:x1875733729381632:12345-192.168.201.9@tcp:400:kworker.0 Request processed in 6719us (27091us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839539.799167:0:14372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 39 00000020:00080000:1.0:1788839540.076420:0:5864:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967527 batchid updated 00000001:00080000:1.0:1788839540.076453:0:5864:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934635 is committed 00000020:00080000:2.0:1788839540.076495:0:14410:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967527 00000020:00080000:2.0:1788839540.076504:0:14410:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967527 00010000:00010000:3.0:1788839540.479178:0:14359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839541.517953:0:15489:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788839541.567041:0:3311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ea02eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1875733747188224:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788839541.567140:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788839541.567218:0:15059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747188224 00000100:00100000:1.0:1788839541.567227:0:15059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747188224 00000100:00100000:1.0:1788839541.567287:0:15059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788839541.567298:0:15059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ea02eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1875733747188224:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788839541.567333:0:15059:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1788839541.567379:0:15059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ea02eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1875733747188224:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839541.567385:0:15059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00080000:1.0:1788839541.567408:0:14367:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788839541.567443:0:3311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ea02eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1875733747188224:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788839541.567596:0:3313:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb107eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1875733747188480:0@lo:400:kworker.0 00000100:00100000:2.0:1788839541.567627:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839541.567647:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788839541.567654:0:3313:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb107ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1875733747188608:0@lo:400:kworker.0 00000100:00100000:2.0:1788839541.567699:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839541.567730:0:14371:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747188608 00000100:00100000:2.0:1788839541.567734:0:14371:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747188608 00000100:00100000:2.0:1788839541.567768:0:14371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1788839541.567775:0:14371:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb33129880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1875733747188608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788839541.567812:0:14371:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb33129880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1875733747188608:12345-0@lo:400:kworker.0 Request processed in 37us (112us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839541.567831:0:14371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1788839541.567863:0:3313:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb107ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1875733747188608:0@lo:400:kworker.0 00000100:00100000:1.0:1788839541.568093:0:15057:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747188480 00000100:00100000:1.0:1788839541.568097:0:15057:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747188480 00000100:00100000:1.0:1788839541.568136:0:15057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788839541.568144:0:15057:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3312a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1875733747188480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788839541.568184:0:15057:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3312a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1875733747188480:12345-0@lo:400:kworker.0 Request processed in 42us (556us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839541.568189:0:15057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788839541.568217:0:3312:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb107eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7e0041a-0f2b-4d5c-901d-ed02d83b952c:3312:1875733747188352:0@lo:400:kworker.0 00000100:00100000:1.0:1788839541.568245:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788839541.568269:0:3312:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3312b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1875733747188864:0@lo:400:kworker.0 00000100:00100000:1.0:1788839541.568289:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788839541.568310:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788839541.568316:0:3312:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb107ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1875733747188736:0@lo:400:kworker.0 00000100:00100000:1.0:1788839541.568337:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788839541.568363:0:14364:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747188352 00000100:00100000:1.0:1788839541.568367:0:14364:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747188352 00000100:00100000:1.0:1788839541.568394:0:14364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00100000:1.0:1788839541.568400:0:14364:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb106bb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c7e0041a-0f2b-4d5c-901d-ed02d83b952c+19:3312:x1875733747188352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788839541.568432:0:14364:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb106bb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c7e0041a-0f2b-4d5c-901d-ed02d83b952c+19:3312:x1875733747188352:12345-0@lo:400:kworker.0 Request processed in 32us (186us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839541.568439:0:14364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00100000:1.0:1788839541.568463:0:14373:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747188864 00000100:00100000:1.0:1788839541.568466:0:14373:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747188864 00000100:00100000:1.0:1788839541.568488:0:14373:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747188736 00000100:00100000:1.0:1788839541.568491:0:14373:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747188736 00000100:00100000:1.0:1788839541.568508:0:14373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1788839541.568513:0:14373:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ea02eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1875733747188864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788839541.568540:0:14373:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ea02eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1875733747188864:12345-0@lo:400:kworker.0 Request processed in 27us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839541.568547:0:14373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1788839541.568558:0:14373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1788839541.568563:0:14373:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ea02eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1875733747188736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788839541.568588:0:14373:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ea02eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1875733747188736:12345-0@lo:400:kworker.0 Request processed in 25us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839541.568602:0:14373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1788839541.568659:0:3312:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb107ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1875733747188736:0@lo:400:kworker.0 00000100:00100000:1.0:1788839541.568812:0:3312:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb107eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7e0041a-0f2b-4d5c-901d-ed02d83b952c:3312:1875733747188352:0@lo:400:kworker.0 00000100:00100000:1.0:1788839541.568827:0:3312:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3312b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1875733747188864:0@lo:400:kworker.0 00000100:00100000:1.0:1788839541.568856:0:3313:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb107eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1875733747188480:0@lo:400:kworker.0 00000100:00080000:2.0:1788839541.568953:0:14367:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788839541.568958:0:14367:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1788839542.533867:0:14360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839543.550691:0:14359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788839544.125548:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788839544.125572:0:3314:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3312bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1875733747188992:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788839544.125663:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788839544.125913:0:15059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747188992 00000100:00100000:1.0:1788839544.125921:0:15059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747188992 00000100:00100000:1.0:1788839544.125985:0:15059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788839544.125995:0:15059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb33128380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1875733747188992:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788839544.126028:0:15059:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1788839544.126101:0:15059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb33128380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1875733747188992:12345-0@lo:13:osp-pre-0-0.0 Request processed in 106us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839544.126109:0:15059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788839544.126159:0:3314:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3312bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1875733747188992:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1788839544.126237:0:14367:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1788839544.573230:0:15489:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788839544.897473:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:1.0:1788839544.897562:0:14366:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729381760 00000100:00100000:1.0:1788839544.897572:0:14366:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729381760 00000100:00100000:1.0:1788839544.897642:0:14366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 128 00000100:00100000:1.0:1788839544.897654:0:14366:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb052b1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bd4e02a7-c776-47a2-b6e8-14e112fedfa2+13:2358:x1875733729381760:12345-192.168.201.9@tcp:400:kworker.0 00000100:00100000:1.0:1788839544.897730:0:14366:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb052b1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bd4e02a7-c776-47a2-b6e8-14e112fedfa2+13:2358:x1875733729381760:12345-192.168.201.9@tcp:400:kworker.0 Request processed in 80us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839544.897738:0:14366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 128 00000100:00100000:2.0:1788839544.899706:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:2.0:1788839544.899743:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:2.0:1788839544.899794:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:0.0:1788839544.899884:0:15055:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729382016 00000100:00100000:0.0:1788839544.899893:0:15055:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729382016 00000100:00100000:0.0:1788839544.899951:0:15055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 27 00000100:00100000:0.0:1788839544.899961:0:15055:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3312ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5875ff00-b531-42d6-8f43-f0e838002ea7+6:2357:x1875733729382016:12345-192.168.201.9@tcp:400:kworker.0 00000100:00100000:0.0:1788839544.900023:0:15055:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3312ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5875ff00-b531-42d6-8f43-f0e838002ea7+6:2357:x1875733729382016:12345-192.168.201.9@tcp:400:kworker.0 Request processed in 64us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839544.900041:0:15055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 27 00000100:00100000:3.0:1788839544.900198:0:14372:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729381888 00000100:00100000:3.0:1788839544.900203:0:14372:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729381888 00000100:00100000:3.0:1788839544.900238:0:14372:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729382144 00000100:00100000:3.0:1788839544.900241:0:14372:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729382144 00000100:00100000:3.0:1788839544.900264:0:14372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 43 00000100:00100000:3.0:1788839544.900272:0:14372:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb33129c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5875ff00-b531-42d6-8f43-f0e838002ea7+11:2357:x1875733729381888:12345-192.168.201.9@tcp:400:kworker.0 00000100:00100000:3.0:1788839544.900356:0:14372:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb33129c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5875ff00-b531-42d6-8f43-f0e838002ea7+11:2357:x1875733729381888:12345-192.168.201.9@tcp:400:kworker.0 Request processed in 85us (658us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839544.900364:0:14372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 43 00000100:00100000:3.0:1788839544.900377:0:14372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 44 00000100:00100000:3.0:1788839544.900385:0:14372:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3312a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b27e0999-0c92-4e01-8851-8f25a699b1ef+6:2357:x1875733729382144:12345-192.168.201.9@tcp:400:kworker.0 00000100:00100000:3.0:1788839544.900408:0:14372:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3312a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b27e0999-0c92-4e01-8851-8f25a699b1ef+6:2357:x1875733729382144:12345-192.168.201.9@tcp:400:kworker.0 Request processed in 25us (665us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839544.900413:0:14372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 44 00000100:00080000:2.0:1788839544.900571:0:14367:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788839544.900576:0:14367:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1788839545.597330:0:14360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839546.623354:0:14359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788839546.686476:0:3314:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb33128700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1875733747189120:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788839546.686551:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839546.686627:0:3314:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb33128e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1875733747189632:0@lo:400:kworker.0 00000100:00100000:2.0:1788839546.686656:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839546.686682:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788839546.686688:0:3314:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb33129180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1875733747189504:0@lo:400:kworker.0 00000100:00100000:2.0:1788839546.686708:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839546.686738:0:3311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3312aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c7e0041a-0f2b-4d5c-901d-ed02d83b952c:3311:1875733747189248:0@lo:400:kworker.0 00000100:00100000:2.0:1788839546.686769:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839546.686792:0:3311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3312b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1875733747189760:0@lo:400:kworker.0 00000100:00100000:2.0:1788839546.686814:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839546.686848:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1788839546.686853:0:3311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb33129500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1875733747189376:0@lo:400:kworker.0 00000100:00100000:2.0:1788839546.686876:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839546.686891:0:3311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb33128000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1875733747189888:0@lo:400:kworker.0 00000100:00100000:2.0:1788839546.686908:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839546.686939:0:15059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747189120 00000100:00100000:2.0:1788839546.686947:0:15059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747189120 00000100:00100000:2.0:1788839546.687004:0:15059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1788839546.687014:0:15059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb33128a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1875733747189120:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788839546.687068:0:15059:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1788839546.687112:0:15059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb33128a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1875733747189120:12345-0@lo:13:osp-pre-1-0.0 Request processed in 100us (560us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839546.687119:0:15059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1788839546.687143:0:14372:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747189632 00000100:00100000:2.0:1788839546.687146:0:14372:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747189632 00000100:00100000:2.0:1788839546.687170:0:14372:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747189760 00000100:00100000:2.0:1788839546.687173:0:14372:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747189760 00000100:00100000:2.0:1788839546.687263:0:14372:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747189888 00000100:00100000:2.0:1788839546.687267:0:14372:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747189888 00000100:00100000:2.0:1788839546.687288:0:14372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1788839546.687295:0:14372:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3312b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1875733747189632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788839546.687329:0:14372:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3312b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1875733747189632:12345-0@lo:400:kworker.0 Request processed in 35us (672us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839546.687336:0:14372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1788839546.687348:0:14372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1788839546.687354:0:14372:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3312bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1875733747189760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788839546.687385:0:14372:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3312bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1875733747189760:12345-0@lo:400:kworker.0 Request processed in 31us (571us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839546.687398:0:14372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1788839546.687410:0:14372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1788839546.687415:0:14372:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb107eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1875733747189888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788839546.687441:0:14372:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb107eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1875733747189888:12345-0@lo:400:kworker.0 Request processed in 26us (532us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839546.687447:0:14372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1788839546.687465:0:15058:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747189504 00000100:00100000:2.0:1788839546.687469:0:15058:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747189504 00000100:00100000:2.0:1788839546.687490:0:15058:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747189376 00000100:00100000:2.0:1788839546.687493:0:15058:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747189376 00000100:00100000:2.0:1788839546.687507:0:15058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788839546.687513:0:15058:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb33129f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1875733747189504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788839546.687541:0:15058:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb33129f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1875733747189504:12345-0@lo:400:kworker.0 Request processed in 28us (832us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839546.687547:0:15058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788839546.687558:0:15058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1788839546.687563:0:15058:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3312b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1875733747189376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788839546.687586:0:15058:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3312b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1875733747189376:12345-0@lo:400:kworker.0 Request processed in 24us (710us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839546.687592:0:15058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1788839546.687621:0:14365:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747189248 00000100:00100000:2.0:1788839546.687625:0:14365:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747189248 00000100:00100000:2.0:1788839546.687649:0:14365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:2.0:1788839546.687655:0:14365:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb052b3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c7e0041a-0f2b-4d5c-901d-ed02d83b952c+19:3311:x1875733747189248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788839546.687683:0:14365:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb052b3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c7e0041a-0f2b-4d5c-901d-ed02d83b952c+19:3311:x1875733747189248:12345-0@lo:400:kworker.0 Request processed in 28us (913us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839546.687703:0:14365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00080000:2.0:1788839546.687739:0:14367:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788839546.687744:0:14367:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788839546.687746:0:14367:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788839546.687788:0:3311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb33129500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1875733747189376:0@lo:400:kworker.0 00000100:00100000:2.0:1788839546.687802:0:3311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb33128000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1875733747189888:0@lo:400:kworker.0 00000100:00100000:2.0:1788839546.687810:0:3311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3312aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c7e0041a-0f2b-4d5c-901d-ed02d83b952c:3311:1875733747189248:0@lo:400:kworker.0 00000100:00100000:2.0:1788839546.687818:0:3311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3312b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1875733747189760:0@lo:400:kworker.0 00000100:00100000:2.0:1788839546.687856:0:3314:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb33129180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1875733747189504:0@lo:400:kworker.0 00000100:00100000:2.0:1788839546.687868:0:3314:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb33128700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1875733747189120:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788839546.687877:0:3314:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb33128e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1875733747189632:0@lo:400:kworker.0 00010000:00010000:3.0:1788839547.645371:0:15489:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839548.671639:0:14360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788839549.247448:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788839549.247470:0:3314:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb107eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1875733747190016:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788839549.247560:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839549.247730:0:15059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747190016 00000100:00100000:2.0:1788839549.247739:0:15059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747190016 00000100:00100000:2.0:1788839549.247811:0:15059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788839549.247821:0:15059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb37574a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1875733747190016:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788839549.247855:0:15059:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1788839549.247919:0:15059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb37574a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1875733747190016:12345-0@lo:13:osp-pre-0-0.0 Request processed in 100us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839549.247926:0:15059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788839549.247974:0:3314:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb107eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1875733747190016:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788839549.248279:0:14367:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:2.0:1788839549.437727:0:14406:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1788839549.437738:0:14406:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788839549.437848:0:14406:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:2.0:1788839549.437864:0:14406:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:3.0:1788839549.693390:0:14359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788839550.009689:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:1.0:1788839550.009974:0:14364:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729382272 00000100:00100000:1.0:1788839550.009986:0:14364:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729382272 00000100:00100000:1.0:1788839550.010116:0:14364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 130 00000100:00100000:1.0:1788839550.010137:0:14364:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb052b1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bd4e02a7-c776-47a2-b6e8-14e112fedfa2+13:2358:x1875733729382272:12345-192.168.201.9@tcp:400:kworker.0 00000100:00100000:1.0:1788839550.010217:0:14364:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb052b1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bd4e02a7-c776-47a2-b6e8-14e112fedfa2+13:2358:x1875733729382272:12345-192.168.201.9@tcp:400:kworker.0 Request processed in 93us (538us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839550.010225:0:14364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 130 00000100:00100000:3.0:1788839550.023770:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:2.0:1788839550.023944:0:14372:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729382400 00000100:00100000:2.0:1788839550.023954:0:14372:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729382400 00000100:00100000:2.0:1788839550.024031:0:14372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 48 00000100:00100000:2.0:1788839550.024043:0:14372:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb37df2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5875ff00-b531-42d6-8f43-f0e838002ea7+11:2358:x1875733729382400:12345-192.168.201.9@tcp:400:kworker.0 00000100:00100000:2.0:1788839550.024164:0:14372:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb37df2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5875ff00-b531-42d6-8f43-f0e838002ea7+11:2358:x1875733729382400:12345-192.168.201.9@tcp:400:kworker.0 Request processed in 124us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839550.024172:0:14372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 48 00000100:00080000:0.0:1788839550.024234:0:14367:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788839550.027842:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:0.0:1788839550.027889:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:1.0:1788839550.028604:0:14659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729382656 00000100:00100000:1.0:1788839550.028615:0:14659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729382656 00000100:00100000:1.0:1788839550.028694:0:14659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 49 00000100:00100000:1.0:1788839550.028704:0:14659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb37576680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b27e0999-0c92-4e01-8851-8f25a699b1ef+6:2357:x1875733729382656:12345-192.168.201.9@tcp:400:kworker.0 00000100:00100000:1.0:1788839550.028777:0:14659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb37576680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b27e0999-0c92-4e01-8851-8f25a699b1ef+6:2357:x1875733729382656:12345-192.168.201.9@tcp:400:kworker.0 Request processed in 74us (887us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839550.028786:0:14659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 49 00000100:00100000:2.0:1788839550.029366:0:15058:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729382528 00000100:00100000:2.0:1788839550.029373:0:15058:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729382528 00000100:00100000:2.0:1788839550.029418:0:15058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 30 00000100:00100000:2.0:1788839550.029427:0:15058:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb37574000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5875ff00-b531-42d6-8f43-f0e838002ea7+6:2357:x1875733729382528:12345-192.168.201.9@tcp:400:kworker.0 00000100:00100000:2.0:1788839550.029484:0:15058:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb37574000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5875ff00-b531-42d6-8f43-f0e838002ea7+6:2357:x1875733729382528:12345-192.168.201.9@tcp:400:kworker.0 Request processed in 57us (1650us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839550.029491:0:15058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 30 00000100:00080000:0.0:1788839550.032991:0:14367:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788839550.033003:0:14367:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:02000400:2.0:1788839550.260047:0:17314:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 23:52:29 (1788839549) 00010000:00010000:3.0:1788839550.717323:0:15489:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839551.742565:0:14360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788839551.809872:0:3314:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb107eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1875733747190144:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788839551.809980:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839551.810205:0:3314:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb33128700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1875733747190656:0@lo:400:kworker.0 00000100:00100000:2.0:1788839551.810241:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839551.810272:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788839551.810278:0:3314:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb33128e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1875733747190528:0@lo:400:kworker.0 00000100:00100000:2.0:1788839551.810305:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839551.810337:0:3311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb107ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c7e0041a-0f2b-4d5c-901d-ed02d83b952c:3311:1875733747190272:0@lo:400:kworker.0 00000100:00100000:2.0:1788839551.810383:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839551.810411:0:3311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb33129180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1875733747190784:0@lo:400:kworker.0 00000100:00100000:2.0:1788839551.810437:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839551.810458:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1788839551.810476:0:3311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb107ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1875733747190400:0@lo:400:kworker.0 00000100:00100000:3.0:1788839551.810649:0:14371:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747190656 00000100:00100000:3.0:1788839551.810660:0:14371:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747190656 00000100:00100000:3.0:1788839551.810717:0:14371:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747190784 00000100:00100000:3.0:1788839551.810721:0:14371:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747190784 00000100:00100000:3.0:1788839551.810757:0:14371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1788839551.810769:0:14371:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb33128000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1875733747190656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788839551.810842:0:14371:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb33128000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1875733747190656:12345-0@lo:400:kworker.0 Request processed in 75us (599us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839551.810849:0:14371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1788839551.810872:0:14371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1788839551.810878:0:14371:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3cbec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1875733747190784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788839551.810917:0:14371:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3cbec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1875733747190784:12345-0@lo:400:kworker.0 Request processed in 39us (480us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839551.810923:0:14371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00080000:3.0:1788839551.810972:0:14367:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788839551.811848:0:3314:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb33128700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1875733747190656:0@lo:400:kworker.0 00000100:00100000:2.0:1788839551.814182:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839551.814257:0:3311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3312b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1875733747190912:0@lo:400:kworker.0 00000100:00100000:2.0:1788839551.814306:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839551.814654:0:3311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb33129180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1875733747190784:0@lo:400:kworker.0 00000100:00100000:2.0:1788839551.814713:0:15059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747190144 00000100:00100000:2.0:1788839551.814722:0:15059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747190144 00000100:00100000:2.0:1788839551.814793:0:15059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788839551.814804:0:15059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3312aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1875733747190144:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788839551.814853:0:15059:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1788839551.814908:0:15059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3312aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1875733747190144:12345-0@lo:13:osp-pre-1-0.0 Request processed in 106us (4928us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839551.814916:0:15059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788839551.814945:0:14372:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747190912 00000100:00100000:2.0:1788839551.814949:0:14372:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747190912 00000100:00100000:2.0:1788839551.814981:0:14372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1788839551.814987:0:14372:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3cbeca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1875733747190912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788839551.815033:0:14372:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3cbeca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1875733747190912:12345-0@lo:400:kworker.0 Request processed in 45us (726us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839551.815040:0:14372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00080000:3.0:1788839551.815247:0:14367:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788839551.815253:0:14367:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788839551.815288:0:3314:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb107eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1875733747190144:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788839551.816194:0:15057:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747190528 00000100:00100000:2.0:1788839551.816204:0:15057:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747190528 00000100:00100000:2.0:1788839551.816253:0:15057:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747190400 00000100:00100000:2.0:1788839551.816257:0:15057:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747190400 00000100:00100000:2.0:1788839551.816281:0:15057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1788839551.816289:0:15057:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb33129500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1875733747190528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788839551.816428:0:15055:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:0.0:1788839551.816440:0:15055:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00100000:0.0:1788839551.816714:0:15055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788839551.816724:0:15055:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3cbedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1875733747190400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788839551.816796:0:15055:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3cbedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1875733747190400:12345-0@lo:400:kworker.0 Request processed in 75us (2624us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839551.816804:0:15055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788839551.817193:0:15057:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb33129500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1875733747190528:12345-0@lo:400:kworker.0 Request processed in 903us (6886us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839551.817201:0:15057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1788839551.817228:0:14366:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747190272 00000100:00100000:2.0:1788839551.817233:0:14366:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747190272 00000100:00100000:2.0:1788839551.817263:0:14366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:2.0:1788839551.817271:0:14366:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb052b0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c7e0041a-0f2b-4d5c-901d-ed02d83b952c+19:3311:x1875733747190272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788839551.817306:0:14366:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb052b0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c7e0041a-0f2b-4d5c-901d-ed02d83b952c+19:3311:x1875733747190272:12345-0@lo:400:kworker.0 Request processed in 36us (6923us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839551.817313:0:14366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00100000:0.0:1788839551.818246:0:3314:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb33128e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1875733747190528:0@lo:400:kworker.0 00000100:00080000:3.0:1788839551.818681:0:14367:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788839551.818974:0:3311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb107ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1875733747190400:0@lo:400:kworker.0 00000100:00100000:2.0:1788839551.818993:0:3311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3312b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1875733747190912:0@lo:400:kworker.0 00000100:00100000:2.0:1788839551.819005:0:3311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb107ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c7e0041a-0f2b-4d5c-901d-ed02d83b952c:3311:1875733747190272:0@lo:400:kworker.0 00010000:00010000:3.0:1788839552.766242:0:14359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839553.789237:0:15489:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788839554.368790:0:3313:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb37575500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1875733747191040:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788839554.368898:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788839554.369152:0:15059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747191040 00000100:00100000:0.0:1788839554.369164:0:15059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747191040 00000100:00100000:0.0:1788839554.369261:0:15059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1788839554.369276:0:15059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ea02eb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1875733747191040:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788839554.369328:0:15059:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1788839554.369388:0:15059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ea02eb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1875733747191040:12345-0@lo:13:osp-pre-0-0.0 Request processed in 115us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839554.369396:0:15059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00080000:1.0:1788839554.369583:0:14367:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788839554.369633:0:3313:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb37575500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1875733747191040:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1788839554.816773:0:14360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788839555.131218:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:1.0:1788839555.131271:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:1.0:1788839555.131316:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:1.0:1788839555.131356:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:0.0:1788839555.131540:0:15055:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729383040 00000100:00100000:0.0:1788839555.131554:0:15055:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729383040 00000100:00100000:0.0:1788839555.131646:0:15055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 33 00000100:00100000:0.0:1788839555.131660:0:15055:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ea02eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5875ff00-b531-42d6-8f43-f0e838002ea7+6:2358:x1875733729383040:12345-192.168.201.9@tcp:400:kworker.0 00000100:00100000:0.0:1788839555.131760:0:15055:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ea02eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5875ff00-b531-42d6-8f43-f0e838002ea7+6:2358:x1875733729383040:12345-192.168.201.9@tcp:400:kworker.0 Request processed in 103us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839555.131769:0:15055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 33 00000100:00100000:3.0:1788839555.132116:0:14373:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729382912 00000100:00100000:3.0:1788839555.132122:0:14373:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729382912 00000100:00100000:3.0:1788839555.132169:0:14373:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729383168 00000100:00100000:3.0:1788839555.132173:0:14373:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729383168 00000100:00100000:3.0:1788839555.132199:0:14373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 53 00000100:00100000:3.0:1788839555.132207:0:14373:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ea02eb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5875ff00-b531-42d6-8f43-f0e838002ea7+11:2358:x1875733729382912:12345-192.168.201.9@tcp:400:kworker.0 00000100:00100000:3.0:1788839555.132252:0:14373:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ea02eb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5875ff00-b531-42d6-8f43-f0e838002ea7+11:2358:x1875733729382912:12345-192.168.201.9@tcp:400:kworker.0 Request processed in 46us (936us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839555.132260:0:14373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 53 00000100:00100000:3.0:1788839555.132286:0:14373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 54 00000100:00100000:3.0:1788839555.132293:0:14373:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb37dcd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b27e0999-0c92-4e01-8851-8f25a699b1ef+6:2358:x1875733729383168:12345-192.168.201.9@tcp:400:kworker.0 00000100:00100000:3.0:1788839555.132318:0:14373:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb37dcd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b27e0999-0c92-4e01-8851-8f25a699b1ef+6:2358:x1875733729383168:12345-192.168.201.9@tcp:400:kworker.0 Request processed in 26us (962us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839555.132324:0:14373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 54 00000100:00080000:1.0:1788839555.132701:0:14367:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788839555.132708:0:14367:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788839555.133458:0:14364:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729382784 00000100:00100000:2.0:1788839555.133469:0:14364:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729382784 00000100:00100000:2.0:1788839555.133538:0:14364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 132 00000100:00100000:2.0:1788839555.133548:0:14364:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb052b3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bd4e02a7-c776-47a2-b6e8-14e112fedfa2+13:2358:x1875733729382784:12345-192.168.201.9@tcp:400:kworker.0 00000100:00100000:2.0:1788839555.133618:0:14364:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb052b3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bd4e02a7-c776-47a2-b6e8-14e112fedfa2+13:2358:x1875733729382784:12345-192.168.201.9@tcp:400:kworker.0 Request processed in 72us (2416us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839555.133627:0:14364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 132 00000100:00100000:0.0:1788839555.230143:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:0.0:1788839555.230489:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:0.0:1788839555.238441:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:1.0:1788839555.241097:0:16489:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729383296 00000100:00100000:1.0:1788839555.241118:0:16489:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729383296 00000100:00100000:1.0:1788839555.241622:0:16489:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729383424 00000100:00100000:1.0:1788839555.241628:0:16489:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729383424 00000100:00100000:0.0:1788839555.254176:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:2.0:1788839555.254766:0:14356:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729383552 00000100:00100000:2.0:1788839555.254800:0:14356:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729383552 00000100:00100000:2.0:1788839555.254822:0:15057:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729383808 00000100:00100000:2.0:1788839555.254826:0:15057:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729383808 00000100:00100000:2.0:1788839555.255067:0:15057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 25 00000100:00100000:2.0:1788839555.255081:0:15057:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb37575500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5875ff00-b531-42d6-8f43-f0e838002ea7+6:2354:x1875733729383808:12345-192.168.201.9@tcp:9:umount.0 00000020:00000080:2.0:1788839555.255133:0:15057:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b63896d6364104a 00000020:00010000:2.0:1788839555.255144:0:15057:0:(genops.c:1921:obd_stale_export_put()) Put export ffff91eb033e8000: total 0 00000100:00080000:2.0:1788839555.255149:0:15057:0:(import.c:65:import_set_state_nolock()) ffff91eb033ef800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788839555.255215:0:15057:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934598 00000100:00100000:2.0:1788839555.255594:0:15057:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb37575500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5875ff00-b531-42d6-8f43-f0e838002ea7+4:2354:x1875733729383808:12345-192.168.201.9@tcp:9:umount.0 Request processed in 515us (1442us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839555.255603:0:15057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 25 00000100:00100000:2.0:1788839555.255814:0:14356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 3 00000100:00100000:2.0:1788839555.255824:0:14356:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb10279050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bd4e02a7-c776-47a2-b6e8-14e112fedfa2+15:2358:x1875733729383296:12345-192.168.201.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788839555.255839:0:14356:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788839555.255867:0:14356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91eb09c9dc00/0x4b63896d63641035 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb327 expref: 15 pid: 14364 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788839555.256299:0:16489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 4 00000100:00100000:1.0:1788839555.256325:0:16489:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb37575f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bd4e02a7-c776-47a2-b6e8-14e112fedfa2+15:2355:x1875733729383424:12345-192.168.201.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788839555.256335:0:16489:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788839555.256346:0:16489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91eb20964a00/0x4b63896d6364102e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb2fd expref: 15 pid: 14365 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839555.256364:0:16489:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788839555.256403:0:16489:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb37575f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bd4e02a7-c776-47a2-b6e8-14e112fedfa2+14:2355:x1875733729383424:12345-192.168.201.9@tcp:103:ldlm_bl.0 Request processed in 82us (25914us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839555.256409:0:16489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 4 00000100:00100000:1.0:1788839555.256430:0:16489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 5 00000100:00100000:1.0:1788839555.256437:0:16489:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb37574700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bd4e02a7-c776-47a2-b6e8-14e112fedfa2+13:2358:x1875733729383552:12345-192.168.201.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788839555.256455:0:16489:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788839555.256466:0:16489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91ea01bef400/0x4b63896d636410ba lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb3c8 expref: 13 pid: 14364 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839555.256475:0:16489:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788839555.256495:0:16489:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb37574700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bd4e02a7-c776-47a2-b6e8-14e112fedfa2+12:2358:x1875733729383552:12345-192.168.201.9@tcp:103:ldlm_bl.0 Request processed in 59us (18072us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839555.256501:0:16489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 5 00010000:00010000:2.0:1788839555.256859:0:14356:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788839555.257033:0:14356:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb10279050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bd4e02a7-c776-47a2-b6e8-14e112fedfa2+10:2358:x1875733729383296:12345-192.168.201.9@tcp:103:ldlm_bl.0 Request processed in 1210us (26906us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839555.257041:0:14356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 3 00000020:00010000:2.0:1788839555.258846:0:14359:0:(genops.c:1907:obd_stale_export_get()) Get export ffff91eb033e8000: total 0 00010000:00010000:2.0:1788839555.259131:0:14359:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff91eb033e8000, canceled 0 locks, left on hash table 1. 00002000:00010000:2.0:1788839555.259644:0:14359:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0x22:0x0] updating lvb size from disk: 0 -> 9 00002000:00010000:2.0:1788839555.259650:0:14359:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x22:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:2.0:1788839555.259692:0:14359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009f5f2081/0x4b63896d63641392 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb4a1 expref: 3 pid: 15058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839555.260639:0:14359:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff91eb033e8000, canceled 1 locks, left on hash table 0. 00010000:00010000:2.0:1788839555.260682:0:14359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788839555.260686:0:14359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788839555.260688:0:14359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788839555.265526:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:3.0:1788839555.265623:0:14373:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729384704 00000100:00100000:3.0:1788839555.265636:0:14373:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729384704 00000100:00100000:3.0:1788839555.265793:0:14373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 64 00000100:00100000:3.0:1788839555.265806:0:14373:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3cbefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5875ff00-b531-42d6-8f43-f0e838002ea7+11:2354:x1875733729384704:12345-192.168.201.9@tcp:39:umount.0 00000020:00000080:3.0:1788839555.265853:0:14373:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b63896d63641043 00000020:00010000:3.0:1788839555.267078:0:14373:0:(genops.c:1921:obd_stale_export_put()) Put export ffff91ea01327800: total 0 00000100:00080000:3.0:1788839555.267091:0:14373:0:(import.c:65:import_set_state_nolock()) ffff91ea01ef7000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788839555.267129:0:14373:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934635 00000100:00100000:3.0:1788839555.267711:0:14373:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3cbefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5875ff00-b531-42d6-8f43-f0e838002ea7+10:2354:x1875733729384704:12345-192.168.201.9@tcp:39:umount.0 Request processed in 1900us (2194us total) trans 8589934636 rc 0/0 00000100:00100000:3.0:1788839555.267723:0:14373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 64 00000020:00010000:1.0:1788839555.268028:0:15489:0:(genops.c:1907:obd_stale_export_get()) Get export ffff91ea01327800: total 0 00010000:00010000:1.0:1788839555.268034:0:15489:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788839555.268112:0:15489:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff91ea01327800, canceled 0 locks, left on hash table 6. 00010000:00010000:1.0:1788839555.268156:0:15489:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff91eb20904d00) 00010000:00010000:1.0:1788839555.268173:0:15489:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788839555.268185:0:15489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20a6ee00/0x4b63896d6364110e lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb3d6 expref: 9 pid: 14373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839555.268248:0:15489:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91eb20904900) 00010000:00010000:1.0:1788839555.268252:0:15489:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788839555.268257:0:15489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20a6f600/0x4b63896d63641146 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb3e4 expref: 8 pid: 14373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839555.268274:0:15489:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff91eb10996500) 00010000:00010000:1.0:1788839555.268277:0:15489:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788839555.268282:0:15489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91ea01bef800/0x4b63896d6364133e lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb47e expref: 7 pid: 14373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839555.268302:0:15489:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff91eb10996c00) 00010000:00010000:1.0:1788839555.268305:0:15489:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788839555.268310:0:15489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91ea01befc00/0x4b63896d636410f2 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb3cf expref: 6 pid: 14372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839555.268327:0:15489:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff91eb10996400) 00010000:00010000:1.0:1788839555.268329:0:15489:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1788839555.268333:0:15489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb09c9d200/0x4b63896d636411cb lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb40e expref: 5 pid: 14659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839555.268349:0:15489:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff91eb20904100) 00010000:00010000:1.0:1788839555.268352:0:15489:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788839555.268356:0:15489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91ea01bee800/0x4b63896d636412e3 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb469 expref: 4 pid: 14373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839555.268371:0:15489:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff91ea01327800, canceled 6 locks, left on hash table 0. 00010000:00010000:1.0:1788839555.268382:0:15489:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788839555.268390:0:15489:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788839555.268393:0:15489:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1788839555.495417:0:5864:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 5875ff00-b531-42d6-8f43-f0e838002ea7 00000001:00080000:3.0:1788839555.495449:0:5864:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934636 is committed 00000020:00000080:3.0:1788839555.495455:0:5864:0:(genops.c:885:class_export_put()) final put ffff91ea01327800/5875ff00-b531-42d6-8f43-f0e838002ea7 00000020:00000080:2.0:1788839555.495516:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff91ea01327800/5875ff00-b531-42d6-8f43-f0e838002ea7 for lustre-MDT0000 00000020:00000080:2.0:1788839555.495591:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91ea01ef7000 for lustre-MDT0000 00010000:00010000:3.0:1788839555.837261:0:14360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788839556.862068:0:14359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788839556.928973:0:3311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb107eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1875733747191296:0@lo:400:kworker.0 00000100:00100000:2.0:1788839556.929092:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839556.929166:0:3311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb107eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1875733747191808:0@lo:400:kworker.0 00000100:00100000:2.0:1788839556.929195:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839556.929225:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1788839556.929232:0:3311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb107ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1875733747191424:0@lo:400:kworker.0 00000100:00100000:2.0:1788839556.929267:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839556.929294:0:3311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3cbed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1875733747191936:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788839556.929317:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839556.929355:0:17371:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747191296 00000100:00100000:2.0:1788839556.929362:0:17371:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747191296 00000100:00100000:2.0:1788839556.929423:0:17371:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747191424 00000100:00100000:0.0:1788839556.929425:0:14372:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747191808 00000100:00100000:2.0:1788839556.929427:0:17371:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747191424 00000100:00100000:0.0:1788839556.929434:0:14372:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747191808 00000100:00100000:2.0:1788839556.929454:0:17371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1788839556.929465:0:17371:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3cbef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1875733747191296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788839556.929479:0:14372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1788839556.929489:0:14372:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3cbed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1875733747191808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788839556.929522:0:17371:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3cbef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1875733747191296:12345-0@lo:400:kworker.0 Request processed in 58us (430us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839556.929547:0:17371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1788839556.929553:0:14372:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3cbed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3311:x1875733747191808:12345-0@lo:400:kworker.0 Request processed in 65us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839556.929562:0:14372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1788839556.929570:0:17371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1788839556.929579:0:17371:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3cbece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1875733747191424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788839556.929608:0:15059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747191936 00000100:00100000:0.0:1788839556.929613:0:15059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747191936 00000100:00100000:2.0:1788839556.929616:0:17371:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3cbece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3311:x1875733747191424:12345-0@lo:400:kworker.0 Request processed in 38us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839556.929626:0:17371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1788839556.929645:0:15059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1788839556.929655:0:15059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3cbee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1875733747191936:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788839556.929671:0:3311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb107ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1875733747191424:0@lo:400:kworker.0 00000100:00100000:2.0:1788839556.929682:0:3311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb107eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1875733747191296:0@lo:400:kworker.0 00002000:00000024:0.0:1788839556.929685:0:15059:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1788839556.929694:0:3311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb107eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1875733747191808:0@lo:400:kworker.0 00000100:00100000:0.0:1788839556.929734:0:15059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3cbee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1875733747191936:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839556.929741:0:15059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788839556.929768:0:3311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3cbed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1875733747191936:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788839556.930084:0:3314:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb37df3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c7e0041a-0f2b-4d5c-901d-ed02d83b952c:3314:1875733747191168:0@lo:400:kworker.0 00000100:00100000:1.0:1788839556.930120:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788839556.930156:0:3314:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb107ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1875733747191680:0@lo:400:kworker.0 00000100:00100000:1.0:1788839556.930180:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788839556.930208:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788839556.930214:0:3314:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb107ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1875733747191552:0@lo:400:kworker.0 00000100:00100000:1.0:1788839556.930236:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788839556.930275:0:14367:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788839556.930280:0:14367:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788839556.930283:0:14367:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788839556.930292:0:14373:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747191680 00000100:00100000:1.0:1788839556.930295:0:14373:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747191680 00000100:00100000:1.0:1788839556.930324:0:14373:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747191552 00000100:00100000:1.0:1788839556.930327:0:14373:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747191552 00000100:00100000:1.0:1788839556.930341:0:14373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1788839556.930347:0:14373:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb37dcc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1875733747191680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788839556.930379:0:14373:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb37dcc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1875733747191680:12345-0@lo:400:kworker.0 Request processed in 32us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839556.930385:0:14373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1788839556.930397:0:14373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1788839556.930402:0:14373:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb37dcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1875733747191552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788839556.930437:0:14373:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb37dcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1875733747191552:12345-0@lo:400:kworker.0 Request processed in 35us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839556.930443:0:14373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00080000:1.0:1788839556.930456:0:14367:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788839556.930473:0:3314:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb107ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1875733747191552:0@lo:400:kworker.0 00000100:00100000:1.0:1788839556.930490:0:3314:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb107ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1875733747191680:0@lo:400:kworker.0 00000100:00100000:2.0:1788839556.930810:0:14365:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747191168 00000100:00100000:2.0:1788839556.930816:0:14365:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747191168 00000100:00100000:2.0:1788839556.930851:0:14365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00100000:2.0:1788839556.930858:0:14365:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb052b6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c7e0041a-0f2b-4d5c-901d-ed02d83b952c+19:3314:x1875733747191168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788839556.930906:0:14365:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb052b6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c7e0041a-0f2b-4d5c-901d-ed02d83b952c+19:3314:x1875733747191168:12345-0@lo:400:kworker.0 Request processed in 48us (784us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839556.930912:0:14365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00100000:3.0:1788839556.930988:0:3314:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb37df3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c7e0041a-0f2b-4d5c-901d-ed02d83b952c:3314:1875733747191168:0@lo:400:kworker.0 00010000:00010000:1.0:1788839557.889637:0:15489:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788839558.324774:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:3.0:1788839558.324810:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:3.0:1788839558.324852:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:3.0:1788839558.324883:0:14358:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729384960 00000100:00100000:3.0:1788839558.324894:0:14358:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729384960 00000100:00100000:3.0:1788839558.324943:0:14358:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729384832 00000100:00100000:3.0:1788839558.324946:0:14358:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729384832 00000100:00100000:3.0:1788839558.324958:0:14358:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729385088 00000100:00100000:3.0:1788839558.324960:0:14358:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729385088 00000100:00100000:3.0:1788839558.324987:0:14358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 6 00000100:00100000:3.0:1788839558.324998:0:14358:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb107ec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bd4e02a7-c776-47a2-b6e8-14e112fedfa2+12:2357:x1875733729384960:12345-192.168.201.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788839558.325014:0:14358:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788839558.325076:0:14358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91eb20964000/0x4b63896d6364106d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb389 expref: 12 pid: 14366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839558.325096:0:14358:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788839558.325147:0:14358:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb107ec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bd4e02a7-c776-47a2-b6e8-14e112fedfa2+11:2357:x1875733729384960:12345-192.168.201.9@tcp:103:ldlm_bl.0 Request processed in 151us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839558.325155:0:14358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 6 00000100:00100000:3.0:1788839558.325260:0:14358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 7 00000100:00100000:3.0:1788839558.325267:0:14358:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb107ee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bd4e02a7-c776-47a2-b6e8-14e112fedfa2+10:2357:x1875733729384832:12345-192.168.201.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788839558.325276:0:14358:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788839558.325286:0:14358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91eb20964400/0x4b63896d63641066 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb35f expref: 10 pid: 14364 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839558.325296:0:14358:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788839558.325332:0:14358:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb107ee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bd4e02a7-c776-47a2-b6e8-14e112fedfa2+9:2357:x1875733729384832:12345-192.168.201.9@tcp:103:ldlm_bl.0 Request processed in 64us (521us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839558.325339:0:14358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 7 00000100:00100000:3.0:1788839558.325376:0:14358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 8 00000100:00100000:3.0:1788839558.325384:0:14358:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb107eca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bd4e02a7-c776-47a2-b6e8-14e112fedfa2+8:2357:x1875733729385088:12345-192.168.201.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788839558.325407:0:14358:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788839558.325418:0:14358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91eb09c9d600/0x4b63896d636410a5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb3c1 expref: 8 pid: 14365 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839558.325426:0:14358:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788839558.325449:0:14358:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb107eca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bd4e02a7-c776-47a2-b6e8-14e112fedfa2+7:2357:x1875733729385088:12345-192.168.201.9@tcp:103:ldlm_bl.0 Request processed in 66us (597us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839558.325455:0:14358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 8 00000100:00100000:3.0:1788839558.333364:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:1.0:1788839558.333506:0:14373:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729385344 00000100:00100000:1.0:1788839558.333523:0:14373:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729385344 00000100:00100000:1.0:1788839558.333620:0:14373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 65 00000100:00100000:1.0:1788839558.333633:0:14373:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb107eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b27e0999-0c92-4e01-8851-8f25a699b1ef+6:2354:x1875733729385344:12345-192.168.201.9@tcp:39:umount.0 00000020:00000080:1.0:1788839558.333676:0:14373:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b63896d6364107b 00000020:00010000:1.0:1788839558.333685:0:14373:0:(genops.c:1921:obd_stale_export_put()) Put export ffff91eb03345800: total 0 00000100:00080000:1.0:1788839558.333691:0:14373:0:(import.c:65:import_set_state_nolock()) ffff91eb40283800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788839558.333723:0:14373:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934636 00000020:00010000:3.0:1788839558.333783:0:14360:0:(genops.c:1907:obd_stale_export_get()) Get export ffff91eb03345800: total 0 00010000:00010000:3.0:1788839558.333882:0:14360:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff91eb03345800, canceled 0 locks, left on hash table 1. 00000100:00100000:1.0:1788839558.334230:0:14373:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb107eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b27e0999-0c92-4e01-8851-8f25a699b1ef+5:2354:x1875733729385344:12345-192.168.201.9@tcp:39:umount.0 Request processed in 597us (879us total) trans 8589934637 rc 0/0 00000100:00100000:1.0:1788839558.334240:0:14373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 65 00000100:00080000:2.0:1788839558.334763:0:14367:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1788839558.335832:0:14360:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91eb20904900) 00010000:00010000:3.0:1788839558.335843:0:14360:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788839558.335858:0:14360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965400/0x4b63896d63641154 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb3eb expref: 4 pid: 14372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839558.335896:0:14360:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff91eb03345800, canceled 1 locks, left on hash table 0. 00010000:00010000:3.0:1788839558.336672:0:14360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839558.336677:0:14360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839558.336680:0:14360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788839558.379228:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:0.0:1788839558.379436:0:14366:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729385600 00000100:00100000:0.0:1788839558.379476:0:14366:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729385600 00000100:00100000:0.0:1788839558.379566:0:14366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 134 00000100:00100000:0.0:1788839558.379581:0:14366:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb052b4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bd4e02a7-c776-47a2-b6e8-14e112fedfa2+7:2354:x1875733729385600:12345-192.168.201.9@tcp:251:umount.0 00000020:00000080:0.0:1788839558.379647:0:14366:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b63896d63641020 00000020:00010000:0.0:1788839558.379670:0:14366:0:(genops.c:1921:obd_stale_export_put()) Put export ffff91ea01ef4800: total 0 00000100:00080000:0.0:1788839558.379676:0:14366:0:(import.c:65:import_set_state_nolock()) ffff91ea01ef2800 : changing import state from FULL to CLOSED 00000100:00100000:0.0:1788839558.379802:0:14366:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb052b4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bd4e02a7-c776-47a2-b6e8-14e112fedfa2+3:2354:x1875733729385600:12345-192.168.201.9@tcp:251:umount.0 Request processed in 225us (5255us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839558.379812:0:14366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 134 00000020:00010000:3.0:1788839558.382763:0:14359:0:(genops.c:1907:obd_stale_export_get()) Get export ffff91ea01ef4800: total 0 00010000:00010000:3.0:1788839558.382851:0:14359:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff91ea01ef4800, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1788839558.382900:0:14359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91ea01befa00/0x4b63896d63641027 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb2f6 expref: 2 pid: 14366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839558.382927:0:14359:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff91ea01ef4800, canceled 1 locks, left on hash table 0. 00000020:00000080:3.0:1788839558.382936:0:14359:0:(genops.c:885:class_export_put()) final put ffff91ea01ef4800/bd4e02a7-c776-47a2-b6e8-14e112fedfa2 00010000:00010000:3.0:1788839558.382971:0:14359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839558.382974:0:14359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839558.382976:0:14359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788839558.383043:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff91ea01ef4800/bd4e02a7-c776-47a2-b6e8-14e112fedfa2 for MGS 00000020:00000080:2.0:1788839558.383149:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91ea01ef2800 for MGS 00010000:00010000:1.0:1788839558.915747:0:15489:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788839559.485568:0:3313:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb0f8fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1875733747192064:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788839559.485647:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788839559.487647:0:15059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747192064 00000100:00100000:1.0:1788839559.487661:0:15059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747192064 00000100:00100000:1.0:1788839559.487729:0:15059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788839559.487741:0:15059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb0f8fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1875733747192064:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788839559.487779:0:15059:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1788839559.487866:0:15059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb0f8fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1875733747192064:12345-0@lo:13:osp-pre-0-0.0 Request processed in 127us (2218us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839559.487874:0:15059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00080000:1.0:1788839559.487895:0:14367:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788839559.487939:0:3313:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb0f8fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1875733747192064:0@lo:13:osp-pre-0-0.0 00000001:00100000:3.0:1788839559.603697:0:6721:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 5875ff00-b531-42d6-8f43-f0e838002ea7 00000020:00000080:3.0:1788839559.603706:0:6721:0:(genops.c:885:class_export_put()) final put ffff91eb033e8000/5875ff00-b531-42d6-8f43-f0e838002ea7 00000020:00000080:0.0:1788839559.603826:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff91eb033e8000/5875ff00-b531-42d6-8f43-f0e838002ea7 for lustre-OST0000 00000020:00000080:0.0:1788839559.603882:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91eb033ef800 for lustre-OST0000 00000040:00080000:2.0:1788839559.689543:0:14406:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1788839559.689553:0:14406:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788839559.689634:0:14406:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:2.0:1788839559.689642:0:14406:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:3.0:1788839559.937380:0:14360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1788839560.620100:0:5864:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of b27e0999-0c92-4e01-8851-8f25a699b1ef 00000001:00080000:0.0:1788839560.620119:0:5864:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934637 is committed 00000020:00000080:0.0:1788839560.620124:0:5864:0:(genops.c:885:class_export_put()) final put ffff91eb03345800/b27e0999-0c92-4e01-8851-8f25a699b1ef 00000020:00000080:0.0:1788839560.620148:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff91eb03345800/b27e0999-0c92-4e01-8851-8f25a699b1ef for lustre-MDT0000 00000020:00000080:0.0:1788839560.620203:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91eb40283800 for lustre-MDT0000 00000020:01000004:1.0:1788839560.630786:0:17515:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:3.0:1788839560.645189:0:17515:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:3.0:1788839560.645236:0:17515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb20a6e200/0x4b63896d63640d4f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d63640d56 expref: -99 pid: 14353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839560.645270:0:17515:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb20a6e200/0x4b63896d63640d4f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b63896d63640d56 expref: -99 pid: 14353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839560.645278:0:17515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb20a6e200/0x4b63896d63640d4f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b63896d63640d56 expref: -99 pid: 14353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839560.645286:0:17515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.109@tcp lock: ffff91eb20a6e200/0x4b63896d63640d4f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b63896d63640d56 expref: -99 pid: 14353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839560.645300:0:17515:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1788839560.645305:0:17515:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1788839560.645732:0:17515:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788839560.645737:0:17515:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1788839560.645744:0:17515:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1788839560.645768:0:17515:0:(import.c:65:import_set_state_nolock()) ffff91eb3713a000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1788839560.645829:0:3310:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb107ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875733747192192:0@lo:39:umount.0 00000100:00100000:0.0:1788839560.645899:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788839560.646219:0:14372:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747192192 00000100:00100000:1.0:1788839560.646226:0:14372:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747192192 00010000:00010000:2.0:1788839560.646408:0:14359:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788839560.646416:0:14359:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.109@tcp lock: ffff91eb20a6e200/0x4b63896d63640d4f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b63896d63640d56 expref: -99 pid: 14353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839560.646435:0:14359:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb20a6e200 already unused, calling callback (ffffffffc1a36c20) 10000000:00010000:2.0:1788839560.646439:0:14359:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.109@tcp lock: ffff91eb20a6e200/0x4b63896d63640d4f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b63896d63640d56 expref: -99 pid: 14353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839560.646449:0:14359:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.109@tcp lock: ffff91eb20a6e200/0x4b63896d63640d4f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x4b63896d63640d56 expref: -99 pid: 14353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788839560.646457:0:14359:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.109@tcp lock: ffff91eb20a6e200/0x4b63896d63640d4f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x4b63896d63640d56 expref: -99 pid: 14353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788839560.646463:0:14359:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788839560.646465:0:14359:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1788839560.646468:0:14359:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1788839560.646496:0:14359:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.109@tcp lock: ffff91eb20a6e200/0x4b63896d63640d4f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x4b63896d63640d56 expref: -99 pid: 14353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839560.646502:0:14359:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788839560.646529:0:14359:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.109@tcp lock: ffff91eb20a6e200/0x4b63896d63640d4f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x4b63896d63640d56 expref: -99 pid: 14353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839560.646536:0:14359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.109@tcp lock: ffff91eb20a6e200/0x4b63896d63640d4f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x4b63896d63640d56 expref: -99 pid: 14353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839560.646549:0:14359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788839560.646551:0:14359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788839560.646553:0:14359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788839560.646930:0:14372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1788839560.646942:0:14372:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb09f75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1875733747192192:12345-0@lo:39:umount.0 00000020:00000080:1.0:1788839560.646968:0:14372:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b63896d63640d80 00000100:00080000:1.0:1788839560.646975:0:14372:0:(import.c:65:import_set_state_nolock()) ffff91eb37139000 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1788839560.648641:0:3314:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3cbed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c7e0041a-0f2b-4d5c-901d-ed02d83b952c:3314:1875733747192320:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788839560.648723:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788839560.648851:0:14372:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb09f75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+1:3310:x1875733747192192:12345-0@lo:39:umount.0 Request processed in 1911us (2952us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839560.648860:0:14358:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747192320 00000100:00100000:1.0:1788839560.648862:0:14372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1788839560.648866:0:14358:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747192320 00000020:00000080:1.0:1788839560.648875:0:14372:0:(genops.c:885:class_export_put()) final put ffff91eb3713c800/lustre-MDT0000-lwp-MDT0000_UUID 00000100:00100000:3.0:1788839560.648917:0:14358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788839560.648926:0:14358:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb37df3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c7e0041a-0f2b-4d5c-901d-ed02d83b952c+19:3314:x1875733747192320:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788839560.648950:0:14358:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788839560.648968:0:14358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91eb20a6ec00/0x4b63896d63640d56 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4b63896d63640d4f expref: 19 pid: 14365 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839560.648981:0:14358:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788839560.649010:0:14358:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb37df3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c7e0041a-0f2b-4d5c-901d-ed02d83b952c+18:3314:x1875733747192320:12345-0@lo:103:ldlm_bl.0 Request processed in 85us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839560.649030:0:14358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788839560.649079:0:3314:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3cbed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c7e0041a-0f2b-4d5c-901d-ed02d83b952c:3314:1875733747192320:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788839560.649327:0:15489:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788839560.650139:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff91eb3713c800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:2.0:1788839560.650204:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91eb37139000 for lustre-MDT0000 00000100:00080000:2.0:1788839560.650247:0:3310:0:(import.c:65:import_set_state_nolock()) ffff91eb3713a000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1788839560.650259:0:3310:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb107ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875733747192192:0@lo:39:umount.0 00000100:00080000:3.0:1788839560.650482:0:17515:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788839560.650487:0:17515:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788839560.650491:0:17515:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1788839560.651426:0:17515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb102c6a00/0x4b63896d63640cb5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d63640cbc expref: -99 pid: 14353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839560.651440:0:17515:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb102c6a00/0x4b63896d63640cb5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b63896d63640cbc expref: -99 pid: 14353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839560.651447:0:17515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb102c6a00/0x4b63896d63640cb5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b63896d63640cbc expref: -99 pid: 14353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839560.651454:0:17515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.109@tcp lock: ffff91eb102c6a00/0x4b63896d63640cb5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b63896d63640cbc expref: -99 pid: 14353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839560.651477:0:17515:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788839560.651484:0:17515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.109@tcp lock: ffff91ea01bee600/0x4b63896d63640f47 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d63640f4e expref: -99 pid: 14369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839560.651490:0:17515:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.109@tcp lock: ffff91ea01bee600/0x4b63896d63640f47 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b63896d63640f4e expref: -99 pid: 14369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839560.651496:0:17515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.109@tcp lock: ffff91ea01bee600/0x4b63896d63640f47 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b63896d63640f4e expref: -99 pid: 14369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839560.651502:0:17515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.109@tcp lock: ffff91ea01bee600/0x4b63896d63640f47 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b63896d63640f4e expref: -99 pid: 14369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839560.651530:0:17515:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788839560.651537:0:17515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb20965e00/0x4b63896d636410cf lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d636410d6 expref: -99 pid: 14369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839560.651544:0:17515:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb20965e00/0x4b63896d636410cf lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b63896d636410d6 expref: -99 pid: 14369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839560.651551:0:17515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb20965e00/0x4b63896d636410cf lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b63896d636410d6 expref: -99 pid: 14369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839560.651556:0:17515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.109@tcp lock: ffff91eb20965e00/0x4b63896d636410cf lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b63896d636410d6 expref: -99 pid: 14369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839560.651567:0:17515:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1788839560.651572:0:17515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb102c6800/0x4b63896d63640ca7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d63640cae expref: -99 pid: 14353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839560.651579:0:17515:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb102c6800/0x4b63896d63640ca7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b63896d63640cae expref: -99 pid: 14353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839560.651585:0:17515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb102c6800/0x4b63896d63640ca7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b63896d63640cae expref: -99 pid: 14353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839560.651591:0:17515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.109@tcp lock: ffff91eb102c6800/0x4b63896d63640ca7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b63896d63640cae expref: -99 pid: 14353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839560.651598:0:17515:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 10000000:01000000:3.0:1788839560.651601:0:17515:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:3.0:1788839560.651631:0:17515:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-MDT0000 00000020:01000000:3.0:1788839560.651635:0:17515:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:3.0:1788839560.651638:0:17515:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788839560.651644:0:17515:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 2/5 00000020:00080000:3.0:1788839560.651651:0:17515:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff91ea01ef4000 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788839560.651657:0:17515:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff91eb033cf000 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788839560.651661:0:17515:0:(genops.c:1553:class_disconnect_exports()) OBD device 5 (ffff91eb3360cd28) has exports, disconnecting them 00000020:00080000:3.0:1788839560.651667:0:17515:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff91ea01ef4000), last request at 1788839556 00000020:00000080:3.0:1788839560.651674:0:17515:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b63896d63640f39 00000100:00080000:3.0:1788839560.651694:0:17515:0:(import.c:65:import_set_state_nolock()) ffff91ea01ef1800 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1788839560.651744:0:17515:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff91ea01ef4000): rc 0 00000020:00000080:3.0:1788839560.651748:0:17515:0:(genops.c:885:class_export_put()) final put ffff91ea01ef4000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:3.0:1788839560.651758:0:17515:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff91eb033cf000), last request at 1788839556 00000020:00000080:3.0:1788839560.651762:0:17515:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b63896d63640e05 00000100:00080000:3.0:1788839560.651767:0:17515:0:(import.c:65:import_set_state_nolock()) ffff91eb033cc800 : changing import state from FULL to CLOSED 00000020:00000080:3.0:1788839560.651777:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff91ea01ef4000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:3.0:1788839560.651814:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91ea01ef1800 for lustre-MDT0000 00000020:00080000:3.0:1788839560.651826:0:17515:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff91eb033cf000): rc 0 00000020:00000080:3.0:1788839560.651828:0:17515:0:(genops.c:885:class_export_put()) final put ffff91eb033cf000/lustre-MDT0000-lwp-OST0000_UUID 00000004:00000080:3.0:1788839560.651837:0:17515:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffbb2442e4bae0 00000020:00000080:3.0:1788839560.651848:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff91eb033cf000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:3.0:1788839560.651880:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91eb033cc800 for lustre-MDT0000 00000100:00080000:3.0:1788839560.651898:0:17515:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1788839560.651902:0:17515:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934597 gen 3 00010000:00010000:2.0:1788839560.651910:0:14360:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00000004:00080000:3.0:1788839560.651916:0:17515:0:(osp_dev.c:1634:osp_import_event()) got inactive 00010000:00010000:2.0:1788839560.651918:0:14360:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.109@tcp lock: ffff91eb102c6a00/0x4b63896d63640cb5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b63896d63640cbc expref: -99 pid: 14353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839560.651926:0:14360:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb102c6a00 already unused, calling callback (ffffffffc1a36c20) 10000000:00010000:2.0:1788839560.651930:0:14360:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.109@tcp lock: ffff91eb102c6a00/0x4b63896d63640cb5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b63896d63640cbc expref: -99 pid: 14353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839560.651939:0:14360:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.109@tcp lock: ffff91eb102c6a00/0x4b63896d63640cb5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0x4b63896d63640cbc expref: -99 pid: 14353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788839560.651946:0:14360:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.109@tcp lock: ffff91eb102c6a00/0x4b63896d63640cb5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0x4b63896d63640cbc expref: -99 pid: 14353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788839560.651951:0:14360:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788839560.651954:0:14360:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 10000000:01000000:2.0:1788839560.651956:0:14360:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 00000100:00080000:3.0:1788839560.651973:0:17515:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:3.0:1788839560.651984:0:17515:0:(import.c:65:import_set_state_nolock()) ffff91eb05afb800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00010000:00010000:2.0:1788839560.651987:0:14360:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.109@tcp lock: ffff91eb102c6a00/0x4b63896d63640cb5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x4b63896d63640cbc expref: -99 pid: 14353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839560.651992:0:14360:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00080000:3.0:1788839560.651998:0:17515:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00010000:00010000:2.0:1788839560.652005:0:14360:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.109@tcp lock: ffff91eb102c6a00/0x4b63896d63640cb5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x4b63896d63640cbc expref: -99 pid: 14353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788839560.652006:0:17515:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934593 gen 3 00010000:00010000:2.0:1788839560.652012:0:14360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.109@tcp lock: ffff91eb102c6a00/0x4b63896d63640cb5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x4b63896d63640cbc expref: -99 pid: 14353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788839560.652013:0:17515:0:(osp_dev.c:1634:osp_import_event()) got inactive 00010000:00010000:2.0:1788839560.652032:0:14360:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788839560.652035:0:14360:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.109@tcp lock: ffff91ea01bee600/0x4b63896d63640f47 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b63896d63640f4e expref: -99 pid: 14369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839560.652041:0:14360:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ea01bee600 already unused, calling callback (ffffffffc1a36c20) 10000000:00010000:2.0:1788839560.652044:0:14360:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.109@tcp lock: ffff91ea01bee600/0x4b63896d63640f47 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b63896d63640f4e expref: -99 pid: 14369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839560.652066:0:14360:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.109@tcp lock: ffff91ea01bee600/0x4b63896d63640f47 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x4b63896d63640f4e expref: -99 pid: 14369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788839560.652073:0:14360:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.109@tcp lock: ffff91ea01bee600/0x4b63896d63640f47 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x4b63896d63640f4e expref: -99 pid: 14369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788839560.652079:0:14360:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:2.0:1788839560.652081:0:14360:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:2.0:1788839560.652083:0:14360:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00000100:00080000:3.0:1788839560.652088:0:17515:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:3.0:1788839560.652096:0:17515:0:(import.c:65:import_set_state_nolock()) ffff91eb3707f800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00010000:00010000:2.0:1788839560.652096:0:14360:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.109@tcp lock: ffff91ea01bee600/0x4b63896d63640f47 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x4b63896d63640f4e expref: -99 pid: 14369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839560.652101:0:14360:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788839560.652107:0:14360:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.109@tcp lock: ffff91ea01bee600/0x4b63896d63640f47 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x4b63896d63640f4e expref: -99 pid: 14369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839560.652112:0:14360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.109@tcp lock: ffff91ea01bee600/0x4b63896d63640f47 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x4b63896d63640f4e expref: -99 pid: 14369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839560.652123:0:14360:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000020:00080000:3.0:1788839560.652125:0:17515:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff91eb3360cd28) has no exports 00010000:00010000:2.0:1788839560.652126:0:14360:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.109@tcp lock: ffff91eb20965e00/0x4b63896d636410cf lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b63896d636410d6 expref: -99 pid: 14369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839560.652137:0:14360:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb20965e00 already unused, calling callback (ffffffffc1a36c20) 10000000:00010000:2.0:1788839560.652140:0:14360:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.109@tcp lock: ffff91eb20965e00/0x4b63896d636410cf lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b63896d636410d6 expref: -99 pid: 14369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839560.652146:0:14360:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.109@tcp lock: ffff91eb20965e00/0x4b63896d636410cf lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x4b63896d636410d6 expref: -99 pid: 14369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788839560.652152:0:14360:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.109@tcp lock: ffff91eb20965e00/0x4b63896d636410cf lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x4b63896d636410d6 expref: -99 pid: 14369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788839560.652157:0:14360:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1788839560.652159:0:14360:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1788839560.652160:0:14360:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1788839560.652174:0:14360:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.109@tcp lock: ffff91eb20965e00/0x4b63896d636410cf lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x4b63896d636410d6 expref: -99 pid: 14369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839560.652179:0:14360:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788839560.652202:0:14360:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.109@tcp lock: ffff91eb20965e00/0x4b63896d636410cf lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x4b63896d636410d6 expref: -99 pid: 14369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839560.652209:0:14360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.109@tcp lock: ffff91eb20965e00/0x4b63896d636410cf lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x4b63896d636410d6 expref: -99 pid: 14369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839560.652218:0:14360:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788839560.652221:0:14360:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.109@tcp lock: ffff91eb102c6800/0x4b63896d63640ca7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b63896d63640cae expref: -99 pid: 14353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839560.652227:0:14360:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb102c6800 already unused, calling callback (ffffffffc1a36c20) 10000000:00010000:2.0:1788839560.652230:0:14360:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.109@tcp lock: ffff91eb102c6800/0x4b63896d63640ca7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b63896d63640cae expref: -99 pid: 14353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839560.652242:0:14360:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.109@tcp lock: ffff91eb102c6800/0x4b63896d63640ca7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x4b63896d63640cae expref: -99 pid: 14353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788839560.652248:0:14360:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.109@tcp lock: ffff91eb102c6800/0x4b63896d63640ca7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x4b63896d63640cae expref: -99 pid: 14353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788839560.652253:0:14360:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:2.0:1788839560.652255:0:14360:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:2.0:1788839560.652256:0:14360:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:2.0:1788839560.652268:0:14360:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.109@tcp lock: ffff91eb102c6800/0x4b63896d63640ca7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x4b63896d63640cae expref: -99 pid: 14353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839560.652274:0:14360:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788839560.652280:0:14360:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.109@tcp lock: ffff91eb102c6800/0x4b63896d63640ca7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x4b63896d63640cae expref: -99 pid: 14353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839560.652287:0:14360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.109@tcp lock: ffff91eb102c6800/0x4b63896d63640ca7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x4b63896d63640cae expref: -99 pid: 14353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839560.652298:0:14360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788839560.652300:0:14360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788839560.652302:0:14360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788839560.652320:0:3311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3cbee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c7e0041a-0f2b-4d5c-901d-ed02d83b952c:3311:1875733747192448:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788839560.652397:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839560.652459:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788839560.652465:0:3311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3cbed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c7e0041a-0f2b-4d5c-901d-ed02d83b952c:3311:1875733747192704:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788839560.652487:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839560.652591:0:3314:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3cbef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c7e0041a-0f2b-4d5c-901d-ed02d83b952c:3314:1875733747193088:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788839560.652624:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839560.652643:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788839560.652648:0:3314:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3cbec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c7e0041a-0f2b-4d5c-901d-ed02d83b952c:3314:1875733747192960:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788839560.653185:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839560.653214:0:14358:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747192448 00000100:00100000:2.0:1788839560.653221:0:14358:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747192448 00000100:00100000:2.0:1788839560.653254:0:14358:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747192704 00000100:00100000:2.0:1788839560.653257:0:14358:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747192704 00000100:00100000:2.0:1788839560.653267:0:14358:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747193088 00000100:00100000:2.0:1788839560.653269:0:14358:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747193088 00000100:00100000:2.0:1788839560.653278:0:14358:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747192960 00000100:00100000:2.0:1788839560.653281:0:14358:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747192960 00000100:00100000:2.0:1788839560.653295:0:14358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788839560.653304:0:14358:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb1027b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c7e0041a-0f2b-4d5c-901d-ed02d83b952c+21:3311:x1875733747192448:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788839560.653316:0:14358:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788839560.653332:0:14358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91eb20a6f000/0x4b63896d63640cbc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4b63896d63640cb5 expref: 21 pid: 14365 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839560.653354:0:14358:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788839560.653394:0:14358:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb1027b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c7e0041a-0f2b-4d5c-901d-ed02d83b952c+20:3311:x1875733747192448:12345-0@lo:103:ldlm_bl.0 Request processed in 91us (997us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839560.653402:0:14358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788839560.653803:0:14358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788839560.653810:0:14358:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3cbeea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c7e0041a-0f2b-4d5c-901d-ed02d83b952c+19:3311:x1875733747192704:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788839560.653817:0:14358:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788839560.653827:0:14358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91ea01bee000/0x4b63896d63640f4e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4b63896d63640f47 expref: 19 pid: 14366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839560.653837:0:14358:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788839560.653861:0:14356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788839560.653870:0:14358:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3cbeea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c7e0041a-0f2b-4d5c-901d-ed02d83b952c+18:3311:x1875733747192704:12345-0@lo:103:ldlm_bl.0 Request processed in 61us (1382us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839560.653870:0:14356:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3cbeed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c7e0041a-0f2b-4d5c-901d-ed02d83b952c+18:3314:x1875733747193088:12345-0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788839560.653876:0:14358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00010000:0.0:1788839560.653878:0:14356:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788839560.653886:0:14356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91eb20a6e400/0x4b63896d63640cae lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4b63896d63640ca7 expref: 17 pid: 14365 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788839560.653889:0:14358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788839560.653895:0:14358:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3cbec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c7e0041a-0f2b-4d5c-901d-ed02d83b952c+16:3314:x1875733747192960:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788839560.653898:0:14356:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788839560.653901:0:14358:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788839560.653909:0:14358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91eb20965000/0x4b63896d636410d6 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4b63896d636410cf expref: 16 pid: 14365 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839560.653917:0:14358:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788839560.657258:0:3314:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3cbef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c7e0041a-0f2b-4d5c-901d-ed02d83b952c:3314:1875733747193088:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788839560.657606:0:14358:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3cbec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c7e0041a-0f2b-4d5c-901d-ed02d83b952c+15:3314:x1875733747192960:12345-0@lo:103:ldlm_bl.0 Request processed in 3706us (4418us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839560.657618:0:14358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00010000:00010000:2.0:1788839560.657655:0:15489:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788839560.657680:0:14359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788839560.657700:0:3311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3cbed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c7e0041a-0f2b-4d5c-901d-ed02d83b952c:3311:1875733747192704:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788839560.657710:0:3311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3cbee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c7e0041a-0f2b-4d5c-901d-ed02d83b952c:3311:1875733747192448:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788839560.657735:0:3310:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3312b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3310:1875733747192576:0@lo:9:umount.0 00000100:00100000:2.0:1788839560.657780:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839560.657815:0:3310:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb33128e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3310:1875733747192832:0@lo:9:umount.0 00000100:00100000:2.0:1788839560.657849:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839560.657878:0:17371:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747192576 00000100:00100000:2.0:1788839560.657884:0:17371:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747192576 00000100:00100000:2.0:1788839560.657919:0:17371:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747192832 00000100:00100000:2.0:1788839560.657922:0:17371:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747192832 00000100:00100000:2.0:1788839560.657953:0:17371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1788839560.657962:0:17371:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3cbee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3310:x1875733747192576:12345-0@lo:9:umount.0 00000020:00000080:2.0:1788839560.658002:0:17371:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b63896d63640e21 00000100:00100000:3.0:1788839560.658007:0:15057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00080000:2.0:1788839560.658012:0:17371:0:(import.c:65:import_set_state_nolock()) ffff91eb033ec000 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1788839560.658016:0:15057:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3cbed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3310:x1875733747192832:12345-0@lo:9:umount.0 00000020:00000080:3.0:1788839560.658028:0:15057:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b63896d63640f55 00000100:00080000:3.0:1788839560.658033:0:15057:0:(import.c:65:import_set_state_nolock()) ffff91eb03107800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788839560.658062:0:17371:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934598 00000001:00000004:3.0:1788839560.658068:0:15057:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:2.0:1788839560.658387:0:17371:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3cbee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+2:3310:x1875733747192576:12345-0@lo:9:umount.0 Request processed in 425us (606us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839560.658394:0:17371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00010000:00010000:2.0:1788839560.658418:0:15489:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788839560.658449:0:3310:0:(import.c:65:import_set_state_nolock()) ffff91eb05afb800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1788839560.658454:0:15057:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3cbed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+2:3310:x1875733747192832:12345-0@lo:9:umount.0 Request processed in 440us (604us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839560.658460:0:15057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000004:00080000:2.0:1788839560.658461:0:3310:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1788839560.658463:0:3310:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788839560.658466:0:3310:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3312b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3310:1875733747192576:0@lo:9:umount.0 00000100:00080000:2.0:1788839560.658475:0:3310:0:(import.c:65:import_set_state_nolock()) ffff91eb3707f800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1788839560.658496:0:3310:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1788839560.658497:0:3310:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788839560.658500:0:3310:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb33128e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3310:1875733747192832:0@lo:9:umount.0 00010000:00010000:2.0:1788839560.658519:0:14360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788839560.658558:0:14356:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3cbeed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c7e0041a-0f2b-4d5c-901d-ed02d83b952c+14:3314:x1875733747193088:12345-0@lo:103:ldlm_bl.0 Request processed in 4688us (5932us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839560.658574:0:14356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00080000:0.0:1788839560.659151:0:14367:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788839560.664579:0:3314:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3cbec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c7e0041a-0f2b-4d5c-901d-ed02d83b952c:3314:1875733747192960:0@lo:103:ldlm_bl.0 00000020:00080000:2.0:1788839560.686574:0:17515:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff91eb3360cd28) has no exports 00000020:00000080:2.0:1788839560.777984:0:17515:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b63896d63640d02 00000020:00000080:2.0:1788839560.778000:0:17515:0:(genops.c:885:class_export_put()) final put ffff91eb106cd800/lustre-QMT0000_UUID 00000020:01000000:2.0:1788839560.778030:0:17515:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:0.0:1788839560.778277:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff91eb106cd800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:3.0:1788839560.779795:0:17515:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788839560.779808:0:17515:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1788839560.779814:0:17515:0:(genops.c:1558:class_disconnect_exports()) OBD device 7 (ffff91eb3360b370) has no exports 00000020:00000080:3.0:1788839560.780982:0:17515:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b63896d63640cfb 00000020:00000080:3.0:1788839560.780994:0:17515:0:(genops.c:885:class_export_put()) final put ffff91eb0b853000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1788839560.781138:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff91eb0b853000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1788839560.789892:0:17515:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788839560.789911:0:17515:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:0.0:1788839560.789918:0:17515:0:(genops.c:885:class_export_put()) final put ffff91eb3c8f2800/lustre-QMT0000_UUID 00000020:00000080:0.0:1788839560.789922:0:17515:0:(genops.c:844:class_export_destroy()) destroying export ffff91eb3c8f2800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:0.0:1788839560.789934:0:17515:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:01000000:0.0:1788839560.790109:0:17515:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff91eb41933600 - data ffff91eb2470bca8/ffff91eb417b9800 00000020:01000000:0.0:1788839560.790367:0:17515:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff91eb02f90120 - data ffff91eb2ea2c798/ffff91eb401f2000 00000001:00000004:3.0:1788839560.808604:0:17515:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934637 00000100:00080000:3.0:1788839560.932280:0:17515:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1788839560.932289:0:17515:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934597 gen 4 00000004:00080000:3.0:1788839560.932315:0:17515:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788839560.932317:0:17515:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1788839560.932692:0:14393:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1788839560.932697:0:14393:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 2 count 1 00000040:00080000:1.0:1788839560.932707:0:14393:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:3.0:1788839560.933687:0:17515:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1788839560.933693:0:17515:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934593 gen 4 00000004:00080000:3.0:1788839560.933711:0:17515:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788839560.933714:0:17515:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1788839560.934024:0:14395:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1788839560.934028:0:14395:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 1 count 1 00000040:00080000:0.0:1788839560.934036:0:14395:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00010000:00010000:0.0:1788839560.962459:0:14359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788839561.060730:0:17515:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b63896d63640cca 00000020:00000080:1.0:1788839561.060745:0:17515:0:(genops.c:885:class_export_put()) final put ffff91eb3707b800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1788839561.061000:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff91eb3707b800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1788839561.062384:0:17515:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b63896d63640cdf 00000020:00000080:1.0:1788839561.062396:0:17515:0:(genops.c:885:class_export_put()) final put ffff91eb05486800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1788839561.062659:0:17515:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:1.0:1788839561.062668:0:17515:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788839561.062678:0:17515:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1788839561.062682:0:17515:0:(genops.c:1558:class_disconnect_exports()) OBD device 4 (ffff91eb336099b8) has no exports 00000020:00000080:0.0:1788839561.063177:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff91eb05486800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000004:01000000:1.0:1788839561.063534:0:17515:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:1.0:1788839561.063544:0:17515:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b63896d63640d2c 00000020:00000080:1.0:1788839561.063550:0:17515:0:(genops.c:885:class_export_put()) final put ffff91eb106ca800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1788839561.063565:0:17515:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:1.0:1788839561.063570:0:17515:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788839561.063587:0:17515:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1788839561.063590:0:17515:0:(genops.c:1558:class_disconnect_exports()) OBD device 9 (ffff91eb09e099b8) has no exports 00000020:00000080:1.0:1788839561.063596:0:17515:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b63896d63640d25 00000020:00000080:0.0:1788839561.063736:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff91eb106ca800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:1.0:1788839561.063860:0:17515:0:(genops.c:885:class_export_put()) final put ffff91eb106c1000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1788839561.064000:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff91eb106c1000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:1.0:1788839561.064945:0:17515:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:1.0:1788839561.064951:0:17515:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1788839561.064956:0:17515:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934593 gen 5 00000004:00080000:1.0:1788839561.064963:0:17515:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788839561.064965:0:17515:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788839561.065008:0:17515:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788839561.065011:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91eb3707f800 for lustre-OST0001-osc-MDT0000 00000020:00000080:1.0:1788839561.065016:0:17515:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788839561.065021:0:37:0:(genops.c:885:class_export_put()) final put ffff91eb106cf800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1788839561.065022:0:17515:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b63896d63640d17 00000020:00000080:0.0:1788839561.065024:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff91eb106cf800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:0.0:1788839561.065029:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788839561.065468:0:17515:0:(genops.c:885:class_export_put()) final put ffff91eb106cc800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1788839561.065508:0:17515:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:1.0:1788839561.065513:0:17515:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788839561.065518:0:17515:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1788839561.065521:0:17515:0:(genops.c:1558:class_disconnect_exports()) OBD device 8 (ffff91eb337719b8) has no exports 00000020:00000080:1.0:1788839561.065526:0:17515:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b63896d63640d10 00000020:00000080:1.0:1788839561.065530:0:17515:0:(genops.c:885:class_export_put()) final put ffff91eb106c3000/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1788839561.068005:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff91eb106cc800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00010000:01000000:1.0:1788839561.071451:0:17515:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:1.0:1788839561.071460:0:17515:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1788839561.071464:0:17515:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934597 gen 5 00000004:00080000:1.0:1788839561.071473:0:17515:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788839561.071475:0:17515:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788839561.074183:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff91eb106c3000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1788839561.076275:0:17515:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788839561.076292:0:17515:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788839561.076323:0:17515:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788839561.076326:0:17515:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788839561.076331:0:17515:0:(genops.c:885:class_export_put()) final put ffff91eb102ea000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1788839561.076335:0:17515:0:(genops.c:844:class_export_destroy()) destroying export ffff91eb102ea000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:1.0:1788839561.076356:0:17515:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788839561.077296:0:17515:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b63896d63640ce6 00000020:00000080:1.0:1788839561.077316:0:17515:0:(genops.c:885:class_export_put()) final put ffff91eb3707e000/lustre-MDD0000_UUID 00000020:00000080:3.0:1788839561.080134:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91eb05afb800 for lustre-OST0000-osc-MDT0000 00000020:00000080:3.0:1788839561.080165:0:37:0:(genops.c:885:class_export_put()) final put ffff91eb3707c000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788839561.080169:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff91eb3707c000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:3.0:1788839561.080177:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:01000000:1.0:1788839561.082218:0:17515:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:1.0:1788839561.082232:0:17515:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788839561.082243:0:17515:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1788839561.082248:0:17515:0:(genops.c:1558:class_disconnect_exports()) OBD device 6 (ffff91eb33608000) has no exports 00000020:00000080:1.0:1788839561.082274:0:17515:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788839561.082280:0:17515:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:1.0:1788839561.082286:0:17515:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b63896d63640ced 00000020:00000080:1.0:1788839561.082294:0:17515:0:(genops.c:885:class_export_put()) final put ffff91eb3707a800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1788839561.085115:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff91eb3707e000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:3.0:1788839561.085129:0:37:0:(genops.c:885:class_export_put()) final put ffff91eb3707c800/lustre-MDD0000_UUID 00000020:00000080:3.0:1788839561.085132:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff91eb3707c800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:3.0:1788839561.085139:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:01000004:1.0:1788839561.086258:0:17515:0:(tgt_mount.c:187:server_put_mount()) put mount ffff91ea02e78800 from lustre-MDT0000, refs=3 00000020:01000004:1.0:1788839561.086266:0:17515:0:(obd_mount.c:710:lustre_put_lsi()) put ffff91ea02e78800 3 00000020:01000004:1.0:1788839561.086269:0:17515:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff91ea02e78800 from lustre-MDT0000 00000020:00000080:1.0:1788839561.086301:0:17515:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788839561.086309:0:17515:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:1.0:1788839561.086313:0:17515:0:(genops.c:885:class_export_put()) final put ffff91eb37079000/lustre-MDT0000_UUID 00000020:00000080:1.0:1788839561.086316:0:17515:0:(genops.c:844:class_export_destroy()) destroying export ffff91eb37079000/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:1.0:1788839561.086323:0:17515:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:1.0:1788839561.086384:0:17515:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000004:1.0:1788839561.086388:0:17515:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:1.0:1788839561.086392:0:17515:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:1.0:1788839561.086395:0:17515:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788839561.086398:0:17515:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1788839561.086405:0:17515:0:(genops.c:1819:print_export_data()) MGS: ACTIVE ffff91eb37c52800 c7e0041a-0f2b-4d5c-901d-ed02d83b952c 0@lo 13 (0 0 8) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788839561.086421:0:17515:0:(genops.c:1553:class_disconnect_exports()) OBD device 1 (ffff91eb33773370) has exports, disconnecting them 00000020:00080000:1.0:1788839561.086426:0:17515:0:(genops.c:1528:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff91eb37c52800), last request at 1788839466 00000020:00000080:1.0:1788839561.086442:0:17515:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b63896d63640c8b 00000020:00010000:1.0:1788839561.086448:0:17515:0:(genops.c:1921:obd_stale_export_put()) Put export ffff91eb37c52800: total 1 00000100:00080000:1.0:1788839561.086452:0:17515:0:(import.c:65:import_set_state_nolock()) ffff91eb37c51000 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1788839561.086479:0:17515:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff91eb37c52800): rc 0 00000020:00080000:1.0:1788839561.086485:0:17515:0:(genops.c:1558:class_disconnect_exports()) OBD device 1 (ffff91eb33773370) has no exports 00000020:00010000:0.0:1788839561.086503:0:15489:0:(genops.c:1907:obd_stale_export_get()) Get export ffff91eb37c52800: total 1 00010000:00010000:0.0:1788839561.086507:0:15489:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788839561.086537:0:14364:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffff91eb1062a800:14364] 0 exiting: rc = 1 00010000:00010000:0.0:1788839561.086539:0:15489:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff91eb37c52800, canceled 0 locks, left on hash table 8. 00010000:00010000:0.0:1788839561.086565:0:15489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91ea01bef000/0x4b63896d63640f24 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4b63896d63640f1d expref: 9 pid: 14365 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839561.086592:0:15489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91eb20a6e800/0x4b63896d63640dc6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4b63896d63640dbf expref: 8 pid: 14366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839561.086603:0:15489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91ea01beea00/0x4b63896d636410b3 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4b63896d636410ac expref: 7 pid: 14364 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839561.086614:0:15489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91eb09c9d400/0x4b63896d63640df0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4b63896d63640de9 expref: 6 pid: 14366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839561.086624:0:15489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91eb09c9da00/0x4b63896d63640efa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4b63896d63640ef3 expref: 5 pid: 14365 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839561.086632:0:15489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91eb09ebaa00/0x4b63896d63640ca0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4b63896d63640c99 expref: 4 pid: 14364 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839561.086647:0:15489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91eb09c9c000/0x4b63896d636410c8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4b63896d636410c1 expref: 3 pid: 14366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839561.086660:0:15489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91eb102c6000/0x4b63896d63640db8 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4b63896d63640db1 expref: 2 pid: 14364 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839561.086685:0:15489:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff91eb37c52800, canceled 8 locks, left on hash table 0. 00000020:00000080:0.0:1788839561.086699:0:15489:0:(genops.c:885:class_export_put()) final put ffff91eb37c52800/c7e0041a-0f2b-4d5c-901d-ed02d83b952c 00000020:00000080:3.0:1788839561.089581:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff91eb3707a800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000100:00100000:2.0:1788839561.089608:0:14365:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffff91eb09e56800:14365] 1 exiting: rc = 0 00010000:00010000:0.0:1788839561.089991:0:15489:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839561.089994:0:15489:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839561.089997:0:15489:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788839561.090023:0:14366:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffff91eb09e57400:14366] 2 exiting: rc = 0 00000100:00100000:0.0:1788839561.090116:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090124:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090143:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090149:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090156:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090162:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090168:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090175:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090181:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090188:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090194:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090200:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090207:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090214:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090221:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090227:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090232:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090238:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090244:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090251:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090257:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090263:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090271:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090276:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090282:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090287:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090293:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090299:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090304:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090310:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090316:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090321:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090326:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090332:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090347:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090353:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090358:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090370:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090376:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090381:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090386:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090392:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090397:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090402:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090407:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090413:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090419:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090424:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090429:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090434:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090439:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090444:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090449:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090454:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090459:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090465:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090470:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090475:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090480:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090485:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1788839561.090488:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff91eb37c52800/c7e0041a-0f2b-4d5c-901d-ed02d83b952c for MGS 00000100:00100000:0.0:1788839561.090491:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090495:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090500:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.090507:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1788839561.090520:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91eb37c51000 for MGS 20000000:01000000:0.0:1788839561.090906:0:17515:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping . 20000000:01000000:0.0:1788839561.090909:0:17515:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping .. 00000020:01000000:0.0:1788839561.091861:0:17515:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff91eb41933840 - data ffff91ea015ea288/ffff91ea02eba800 00000020:01000000:0.0:1788839561.091982:0:17515:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff91eb40bf0c60 - data ffff91eb2e84c798/ffff91eb0a370800 00000020:00000080:0.0:1788839561.092501:0:17515:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b63896d63640c76 00000020:00000080:0.0:1788839561.092508:0:17515:0:(genops.c:885:class_export_put()) final put ffff91ea02e7d800/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1788839561.092532:0:17515:0:(tgt_mount.c:187:server_put_mount()) put mount ffff91ea02e78800 from MGS, refs=2 00000020:01000004:0.0:1788839561.092543:0:17515:0:(obd_mount.c:710:lustre_put_lsi()) put ffff91ea02e78800 2 00000020:01000004:0.0:1788839561.092547:0:17515:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff91ea02e78800 from MGS 00000020:00000080:0.0:1788839561.092577:0:17515:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788839561.092584:0:17515:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:0.0:1788839561.092587:0:17515:0:(genops.c:885:class_export_put()) final put ffff91ea02e78000/MGS 00000020:00000080:0.0:1788839561.092589:0:17515:0:(genops.c:844:class_export_destroy()) destroying export ffff91ea02e78000/MGS for MGS 00000020:01000000:0.0:1788839561.092595:0:17515:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:0.0:1788839561.092645:0:17515:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:0.0:1788839561.092649:0:17515:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788839561.092655:0:17515:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1788839561.092661:0:17515:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff91eb3713a800 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788839561.092667:0:17515:0:(genops.c:1553:class_disconnect_exports()) OBD device 10 (ffff91eb33770000) has exports, disconnecting them 00000020:00080000:0.0:1788839561.092671:0:17515:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff91eb3713a800), last request at 1788839467 00000020:00000080:0.0:1788839561.092675:0:17515:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b63896d63640d64 00000020:00080000:0.0:1788839561.092682:0:17515:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff91eb3713a800): rc 0 00000020:00000080:1.0:1788839561.092683:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff91ea02e7d800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1788839561.092687:0:17515:0:(genops.c:885:class_export_put()) final put ffff91eb3713a800/lustre-MDT0000-lwp-MDT0000 00000020:00000080:1.0:1788839561.092701:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff91eb3713a800/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:0.0:1788839561.093266:0:17515:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:0.0:1788839561.093271:0:17515:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788839561.093275:0:17515:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788839561.093281:0:17515:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788839561.093409:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91eb3713a000 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1788839561.093418:0:17515:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788839561.093423:0:17515:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:0.0:1788839561.093426:0:17515:0:(genops.c:885:class_export_put()) final put ffff91eb02d4c800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:0.0:1788839561.093428:0:17515:0:(genops.c:844:class_export_destroy()) destroying export ffff91eb02d4c800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:0.0:1788839561.093432:0:17515:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:0.0:1788839561.093467:0:17515:0:(obd_mount.c:710:lustre_put_lsi()) put ffff91ea02e78800 1 00000020:00000080:0.0:1788839561.093470:0:17515:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b63896d63640c68 00000020:00000080:0.0:1788839561.093474:0:17515:0:(genops.c:885:class_export_put()) final put ffff91ea02e7e000/lustre-MDT0000-osd_UUID 00000020:01000000:0.0:1788839561.093489:0:17515:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:0.0:1788839561.093492:0:17515:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788839561.093495:0:17515:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00000080:3.0:1788839561.093504:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff91ea02e7e000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00080000:0.0:1788839561.093504:0:17515:0:(genops.c:1558:class_disconnect_exports()) OBD device 0 (ffff91eb33774d28) has no exports 00000020:00000080:3.0:1788839561.137960:0:17515:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788839561.137977:0:17515:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:3.0:1788839561.137984:0:17515:0:(genops.c:885:class_export_put()) final put ffff91ea02e7f000/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1788839561.137989:0:17515:0:(genops.c:844:class_export_destroy()) destroying export ffff91ea02e7f000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:3.0:1788839561.137997:0:17515:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:3.0:1788839561.138177:0:17515:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff91ea02e79000 00000020:01000000:3.0:1788839561.138199:0:17515:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:3.0:1788839561.138204:0:17515:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788839561.138208:0:17515:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1788839561.138212:0:17515:0:(genops.c:1558:class_disconnect_exports()) OBD device 3 (ffff91eb0f903370) has no exports 00000100:00100000:0.0:1788839561.141780:0:14371:0:(service.c:3183:ptlrpc_main()) mdt00_000: service thread [ffff91eb09f1c800:14371] 0 exiting: rc = 1 00000100:00100000:0.0:1788839561.141893:0:14659:0:(service.c:3183:ptlrpc_main()) mdt00_003: service thread [ffff91eb33114200:14659] 3 exiting: rc = 0 00000100:00100000:1.0:1788839561.144385:0:14373:0:(service.c:3183:ptlrpc_main()) mdt00_002: service thread [ffff91eb0a065600:14373] 2 exiting: rc = 0 00000100:00100000:1.0:1788839561.145778:0:14372:0:(service.c:3183:ptlrpc_main()) mdt00_001: service thread [ffff91eb370f1c00:14372] 1 exiting: rc = 0 00000100:00100000:3.0:1788839561.146381:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146391:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146397:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146402:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146408:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146414:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146420:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146425:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146430:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146449:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146456:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146462:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146467:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146473:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146478:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146484:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146490:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146494:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146500:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146505:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146510:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146516:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146522:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146528:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146533:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146539:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146544:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146550:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146556:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146562:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146567:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146573:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146578:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146584:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146589:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146594:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146600:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146606:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146611:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146617:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146623:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146628:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146638:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146646:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146659:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146680:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146685:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146691:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146696:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146705:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146712:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146717:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146723:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146728:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146733:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146738:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146743:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146748:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146753:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146758:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146763:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146768:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146773:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.146778:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.149311:0:14375:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff91eb332b2e00:14375] 1 exiting: rc = 0 00000100:00100000:1.0:1788839561.149406:0:14374:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff91eb2de66400:14374] 0 exiting: rc = 1 00000100:00100000:3.0:1788839561.150141:0:16605:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_002: service thread [ffff91eb417b3400:16605] 2 exiting: rc = 0 00000100:00100000:3.0:1788839561.150213:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150221:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150228:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150234:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150239:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150244:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150249:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150254:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150258:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150263:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150268:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150272:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150277:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150295:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150300:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150305:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150310:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150315:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150320:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150325:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150330:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150334:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150350:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150356:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150361:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150366:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150371:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150377:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150382:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150389:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150394:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150399:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150405:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150411:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150416:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150421:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150425:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150430:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150435:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150440:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150444:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150449:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150453:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150458:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150463:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150469:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150474:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150480:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150493:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150499:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150504:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150509:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150513:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150519:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150523:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150527:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150532:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150537:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150542:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150547:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150551:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150556:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150562:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150567:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.150989:0:14377:0:(service.c:3183:ptlrpc_main()) mdt_out00_001: service thread [ffff91eb03fde600:14377] 1 exiting: rc = 0 00000100:00100000:1.0:1788839561.151036:0:14376:0:(service.c:3183:ptlrpc_main()) mdt_out00_000: service thread [ffff91eb039bec00:14376] 0 exiting: rc = 1 00000100:00100000:3.0:1788839561.151082:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151090:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151096:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151102:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151108:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151122:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151129:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151135:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151140:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151147:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151153:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151159:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151166:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151171:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151176:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151182:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151187:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151207:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151220:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151226:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151231:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151238:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151244:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151249:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151255:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151263:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151269:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151273:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151280:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151301:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151307:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151313:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151319:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151325:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151332:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151349:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151356:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151362:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151368:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151374:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151381:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151404:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151413:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151420:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151425:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151433:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151439:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151448:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151456:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151462:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151468:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151474:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151479:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151508:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151516:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151521:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151528:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151534:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151539:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151546:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151552:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151558:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151565:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.151578:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.159372:0:14379:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0001: service thread [ffff91eb4060d600:14379] 1 exiting: rc = 0 00000100:00100000:1.0:1788839561.159430:0:14378:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0000: service thread [ffff91eb4060c800:14378] 0 exiting: rc = 1 00000100:00100000:3.0:1788839561.159473:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.159481:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.159485:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.159490:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.159494:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.159499:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.159504:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.159508:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.159513:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.159518:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.159524:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.159528:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.159534:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.159539:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.159545:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.159551:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.159556:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.159561:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.159566:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.159571:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.159577:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.159582:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.159587:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.159990:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.159995:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.159999:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.160003:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.160007:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.160012:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.160016:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.160021:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.160026:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.160031:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.160036:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.160042:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.160047:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.160124:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.160128:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.160133:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.160139:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.160144:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.160148:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.160153:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.160159:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.160163:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.160168:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.160173:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.160178:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.160184:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.160189:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.160194:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.160200:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.160204:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.160210:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.160215:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.160220:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.160224:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.160229:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.160242:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.160247:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.160251:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.160256:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.160261:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.160266:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.162481:0:14380:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0000: service thread [ffff91eb40734000:14380] 0 exiting: rc = 1 00000100:00100000:1.0:1788839561.162481:0:14381:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0001: service thread [ffff91eb40735800:14381] 1 exiting: rc = 0 00000100:00100000:3.0:1788839561.162950:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.162958:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.162963:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.162968:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.162973:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.162978:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.162983:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.162988:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.162994:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.162999:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163004:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163008:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163014:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163019:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163024:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163029:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163034:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163039:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163044:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163114:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163121:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163126:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163131:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163135:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163140:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163146:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163150:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163155:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163174:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163179:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163184:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163189:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163194:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163199:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163205:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163210:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163215:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163221:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163227:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163232:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163238:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163243:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163249:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163255:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163260:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163265:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163271:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163276:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163281:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163286:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163292:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163297:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163302:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163307:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163313:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163318:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163323:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163328:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163334:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163349:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163354:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163361:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163366:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.163379:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839561.163904:0:14383:0:(service.c:3183:ptlrpc_main()) mdt_fld_0001: service thread [ffff91eb40734e00:14383] 1 exiting: rc = 0 00000100:00100000:0.0:1788839561.178840:0:14382:0:(service.c:3183:ptlrpc_main()) mdt_fld_0000: service thread [ffff91eb0f859600:14382] 0 exiting: rc = 1 00000100:00100000:2.0:1788839561.181898:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.181909:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.181915:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.181921:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.181927:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.181931:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.181937:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.181941:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.181946:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.181968:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.181973:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.181977:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.181982:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.181987:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.181992:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.181996:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.182001:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.182005:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.182010:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.182015:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.182020:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.182024:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.182029:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.182034:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.182038:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.182042:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.182046:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.182156:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.182162:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.182167:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.182173:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.182178:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.182183:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.182189:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.182194:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.182199:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.182204:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.182209:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.182214:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.182219:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.182224:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.182230:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.182235:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.182240:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.182252:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.182258:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.182263:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.182268:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.182273:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.182278:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.182283:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.182288:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.182293:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.182298:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.182303:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.182308:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.182313:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.182317:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.182322:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.182326:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.182331:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.182336:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.182350:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839561.182354:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.183179:0:14384:0:(service.c:3183:ptlrpc_main()) mdt_io00_000: service thread [ffff91eb40418200:14384] 0 exiting: rc = 1 00000100:00100000:1.0:1788839561.183257:0:14385:0:(service.c:3183:ptlrpc_main()) mdt_io00_001: service thread [ffff91eb40419c00:14385] 1 exiting: rc = 0 00000100:00100000:0.0:1788839561.183521:0:14386:0:(service.c:3183:ptlrpc_main()) mdt_io00_002: service thread [ffff91eb40418a00:14386] 2 exiting: rc = 0 00000100:00100000:3.0:1788839561.183706:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.183714:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.183720:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.183725:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.183730:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.183736:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.183741:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.183747:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.183752:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.183757:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.183762:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.183767:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.183772:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.183777:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.183782:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.183786:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.183792:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.183809:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.183814:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.183818:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.183824:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.183829:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.183834:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.183840:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.183857:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.183863:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.183869:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.183875:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.183881:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.183887:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.183892:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.183897:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.183903:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.183918:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.183923:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.183929:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.183934:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.183940:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.183946:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.183951:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.183958:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.183963:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.183969:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.183974:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.183980:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.183986:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.183993:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.183999:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.184019:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.184025:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.184031:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.184037:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.184042:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.184112:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.184119:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.184125:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.184132:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.184138:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.184144:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.184149:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.184155:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.184161:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.184167:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788839561.184173:0:17515:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1788839561.189555:0:17515:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788839561.189568:0:17515:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:3.0:1788839561.189574:0:17515:0:(genops.c:885:class_export_put()) final put ffff91eb375e6800/MDS_uuid 00000020:00000080:3.0:1788839561.189578:0:17515:0:(genops.c:844:class_export_destroy()) destroying export ffff91eb375e6800/MDS_uuid for MDS 00000020:01000000:3.0:1788839561.189596:0:17515:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:3.0:1788839561.189734:0:17515:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:0.0:1788839561.982250:0:14360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788839562.046645:0:3313:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3312a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1875733747193472:0@lo:400:kworker.0 00000400:00000100:3.0:1788839562.046707:0:3313:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875733747193472 offset 0 length 224: 4 00000100:00100000:3.0:1788839562.048372:0:3311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb33129880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c7e0041a-0f2b-4d5c-901d-ed02d83b952c:3311:1875733747193216:0@lo:400:kworker.0 00000400:00000100:3.0:1788839562.048431:0:3311:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875733747193216 offset 0 length 224: 4 00000100:00100000:3.0:1788839562.048469:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788839562.048475:0:3311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb33129c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1875733747193344:0@lo:400:kworker.0 00000400:00000100:3.0:1788839562.048496:0:3311:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875733747193344 offset 0 length 224: 4 00000001:00100000:1.0:1788839562.144344:0:7651:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1788839562.144355:0:7651:0:(genops.c:885:class_export_put()) final put ffff91eb03102800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1788839562.144417:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff91eb03102800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:2.0:1788839562.144476:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91eb03107800 for lustre-OST0001 00010000:00010000:0.0:1788839563.007238:0:14359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839564.032092:0:15489:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1788839564.725974:0:6721:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1788839564.725988:0:6721:0:(genops.c:885:class_export_put()) final put ffff91eb033ed800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788839564.726287:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff91eb033ed800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:3.0:1788839564.726351:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91eb033ec000 for lustre-OST0000 00010000:00010000:0.0:1788839565.053782:0:14360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1788839565.442761:0:17666:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:0.0:1788839565.461273:0:17666:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0000 00010000:00010000:0.0:1788839565.461351:0:17666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb20a6fc00/0x4b63896d63640de9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d63640df0 expref: -99 pid: 15054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839565.461372:0:17666:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb20a6fc00/0x4b63896d63640de9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b63896d63640df0 expref: -99 pid: 15054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839565.461380:0:17666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb20a6fc00/0x4b63896d63640de9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b63896d63640df0 expref: -99 pid: 15054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839565.461388:0:17666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.109@tcp lock: ffff91eb20a6fc00/0x4b63896d63640de9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b63896d63640df0 expref: -99 pid: 15054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839565.461421:0:17666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1788839565.461427:0:17666:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1788839565.461454:0:17666:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788839565.461469:0:17666:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff91eb33129c00 x1875733747193344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788839578 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788839565.461489:0:17666:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1788839565.461497:0:17666:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1788839565.461548:0:17666:0:(import.c:65:import_set_state_nolock()) ffff91eb033c9000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1788839565.461675:0:3311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb33129c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1875733747193344:0@lo:400:kworker.0 00000100:00100000:1.0:1788839565.461864:0:3310:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb09f77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3310:1875733747193600:0@lo:39:umount.0 00000400:00000100:1.0:1788839565.461931:0:3310:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875733747193600 offset 0 length 224: 4 00010000:00010000:2.0:1788839565.462216:0:14359:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788839565.462227:0:14359:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.109@tcp lock: ffff91eb20a6fc00/0x4b63896d63640de9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b63896d63640df0 expref: -99 pid: 15054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839565.462236:0:14359:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb20a6fc00 already unused, calling callback (ffffffffc1a36c20) 10000000:00010000:2.0:1788839565.462240:0:14359:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.109@tcp lock: ffff91eb20a6fc00/0x4b63896d63640de9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b63896d63640df0 expref: -99 pid: 15054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839565.462252:0:14359:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.109@tcp lock: ffff91eb20a6fc00/0x4b63896d63640de9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x4b63896d63640df0 expref: -99 pid: 15054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788839565.462286:0:14359:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.109@tcp lock: ffff91eb20a6fc00/0x4b63896d63640de9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x4b63896d63640df0 expref: -99 pid: 15054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788839565.462293:0:14359:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788839565.462295:0:14359:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1788839565.462298:0:14359:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1788839565.462337:0:14359:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.109@tcp lock: ffff91eb20a6fc00/0x4b63896d63640de9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x4b63896d63640df0 expref: -99 pid: 15054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839565.462344:0:14359:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788839565.462370:0:14359:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.109@tcp lock: ffff91eb20a6fc00/0x4b63896d63640de9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x4b63896d63640df0 expref: -99 pid: 15054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839565.462377:0:14359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.109@tcp lock: ffff91eb20a6fc00/0x4b63896d63640de9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x4b63896d63640df0 expref: -99 pid: 15054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839565.462390:0:14359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788839565.462392:0:14359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788839565.462394:0:14359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788839565.462448:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788839565.462460:0:3313:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3cbef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c7e0041a-0f2b-4d5c-901d-ed02d83b952c:3313:1875733747193728:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788839565.462509:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839565.462589:0:16489:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747193728 00000100:00100000:2.0:1788839565.462597:0:16489:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747193728 00000100:00100000:2.0:1788839565.462653:0:16489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788839565.462771:0:16489:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb33129c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3313:x1875733747193728:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1788839565.462780:0:16489:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788839565 with bad export cookie 5432336678450891915 00000100:00100000:0.0:1788839565.474738:0:16489:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb33129c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3313:x1875733747193728:12345-0@lo:103:ldlm_bl.0 Request processed in 12063us (12217us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788839565.474757:0:16489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00080000:1.0:1788839565.475043:0:3313:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.201.109@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1788839565.475082:0:3313:0:(import.c:65:import_set_state_nolock()) ffff91eb1e4da000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1788839565.475087:0:3313:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.201.109@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1788839565.481308:0:3313:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.201.109@tcp not replayable, auto-deactivating 00000100:00080000:1.0:1788839565.481317:0:3313:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:1.0:1788839565.481330:0:3313:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff91eb33129880 x1875733747193216/t0(0) o400->MGC192.168.201.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1788839578 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788839565.481367:0:3313:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff91eb3cbef480 x1875733747193728/t0(0) o103->MGC192.168.201.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788839581 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1788839565.481378:0:3313:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1788839565.481382:0:3313:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:1.0:1788839565.481384:0:3313:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:1.0:1788839565.481388:0:3313:0:(import.c:65:import_set_state_nolock()) ffff91eb1e4da000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788839565.481420:0:3313:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 0@lo last attempt 449 00000100:00080000:1.0:1788839565.481433:0:3313:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff91eb1e4da000 using connection 192.168.201.109@tcp/0@lo 00000100:00100000:0.0:1788839565.481821:0:3313:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91eb09f74a80 x1875733747193856/t0(0) o250->MGC192.168.201.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788839565.481883:0:3313:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3cbef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c7e0041a-0f2b-4d5c-901d-ed02d83b952c:3313:1875733747193728:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788839565.482008:0:3311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb33129880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c7e0041a-0f2b-4d5c-901d-ed02d83b952c:3311:1875733747193216:0@lo:400:kworker.0 00000100:00100000:1.0:1788839565.482307:0:3310:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb09f74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c7e0041a-0f2b-4d5c-901d-ed02d83b952c:3310:1875733747193856:0@lo:250:ptlrpcd_00_02.0 00000400:00000100:1.0:1788839565.482380:0:3310:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875733747193856 offset 0 length 520: 4 00010000:00010000:0.0:1788839566.078881:0:15489:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839567.106957:0:14360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788839567.165529:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) c7e0041a-0f2b-4d5c-901d-ed02d83b952c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788839567.165545:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) c7e0041a-0f2b-4d5c-901d-ed02d83b952c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788839567.165772:0:3311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb33129880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1875733747193984:0@lo:400:kworker.0 00000400:00000100:0.0:1788839567.165878:0:3311:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875733747193984 offset 0 length 224: 4 00010000:00010000:2.0:1788839568.125587:0:14359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839569.152733:0:15489:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839570.173714:0:14360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839571.197407:0:14359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788839571.197478:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) c7e0041a-0f2b-4d5c-901d-ed02d83b952c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788839571.197486:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) c7e0041a-0f2b-4d5c-901d-ed02d83b952c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788839571.197651:0:3312:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3cbedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1875733747194112:0@lo:400:kworker.0 00000400:00000100:0.0:1788839571.197756:0:3312:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875733747194112 offset 0 length 224: 4 00010000:00010000:0.0:1788839572.221725:0:15489:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839573.245545:0:14360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839574.269735:0:14359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839575.297988:0:15489:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788839575.869336:0:3310:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788839565/real 1788839565] req@ffff91eb09f74a80 x1875733747193856/t0(0) o250->MGC192.168.201.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788839575 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_02.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788839575.869408:0:3310:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff91eb09f74a80 x1875733747193856/t0(0) o250->MGC192.168.201.109@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788839575 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_02.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788839575.869422:0:3310:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788839565/real 1788839565] req@ffff91eb09f77100 x1875733747193600/t0(0) o39->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788839575 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788839575.869436:0:3310:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff91eb09f77100 x1875733747193600/t0(0) o39->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788839575 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788839575.869461:0:3310:0:(import.c:65:import_set_state_nolock()) ffff91eb1e4da000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788839575.869493:0:3310:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1788839575.869498:0:3310:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb09f74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c7e0041a-0f2b-4d5c-901d-ed02d83b952c:3310:1875733747193856:0@lo:250:ptlrpcd_00_02.0 00000100:00080000:2.0:1788839575.869505:0:3310:0:(import.c:65:import_set_state_nolock()) ffff91eb033c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1788839575.869524:0:3310:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb09f77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3310:1875733747193600:0@lo:39:umount.0 00000100:00080000:0.0:1788839575.869720:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c7e0041a-0f2b-4d5c-901d-ed02d83b952c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788839575.869727:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1788839575.869731:0:36:0:(import.c:65:import_set_state_nolock()) ffff91eb1e4da000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788839575.869747:0:36:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 0@lo last attempt 548 00000100:00080000:0.0:1788839575.869755:0:36:0:(import.c:589:import_select_connection()) MGC192.168.201.109@tcp: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788839575.869764:0:36:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff91eb1e4da000 using connection 192.168.201.109@tcp/0@lo 00000100:00100000:0.0:1788839575.869813:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91eb09f76a00 x1875733747194240/t0(0) o250->MGC192.168.201.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788839575.869901:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788839575.869918:0:3314:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb09f76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1875733747194368:0@lo:400:kworker.0 00000400:00000100:0.0:1788839575.869987:0:3314:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875733747194368 offset 0 length 224: 4 00000100:00100000:2.0:1788839575.870213:0:3310:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb09f76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c7e0041a-0f2b-4d5c-901d-ed02d83b952c:3310:1875733747194240:0@lo:250:kworker.0 00000400:00000100:2.0:1788839575.870250:0:3310:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875733747194240 offset 0 length 520: 4 00000100:00080000:3.0:1788839575.870446:0:17666:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788839575.870453:0:17666:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788839575.870461:0:17666:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1788839575.872842:0:17666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb09c9c600/0x4b63896d63640dbf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d63640dc6 expref: -99 pid: 15054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839575.875042:0:17666:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb09c9c600/0x4b63896d63640dbf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b63896d63640dc6 expref: -99 pid: 15054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839575.875112:0:17666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb09c9c600/0x4b63896d63640dbf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b63896d63640dc6 expref: -99 pid: 15054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839575.875121:0:17666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.109@tcp lock: ffff91eb09c9c600/0x4b63896d63640dbf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b63896d63640dc6 expref: -99 pid: 15054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839575.875150:0:17666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788839575.875162:0:17666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb20a6ea00/0x4b63896d636410c1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d636410c8 expref: -99 pid: 14369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839575.875168:0:17666:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb20a6ea00/0x4b63896d636410c1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b63896d636410c8 expref: -99 pid: 14369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839575.875175:0:17666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb20a6ea00/0x4b63896d636410c1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b63896d636410c8 expref: -99 pid: 14369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839575.875182:0:17666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.109@tcp lock: ffff91eb20a6ea00/0x4b63896d636410c1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b63896d636410c8 expref: -99 pid: 14369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839575.875228:0:17666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:3.0:1788839575.875233:0:17666:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:3.0:1788839575.875288:0:17666:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-OST0000 00000020:01000000:3.0:1788839575.875293:0:17666:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:3.0:1788839575.875301:0:17666:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788839575.875309:0:17666:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1788839575.875315:0:17666:0:(genops.c:1558:class_disconnect_exports()) OBD device 13 (ffff91eb37728000) has no exports 00000020:00080000:3.0:1788839575.875353:0:17666:0:(genops.c:1558:class_disconnect_exports()) OBD device 13 (ffff91eb37728000) has no exports 00010000:00010000:0.0:1788839575.878723:0:14360:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788839575.878753:0:14360:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.109@tcp lock: ffff91eb09c9c600/0x4b63896d63640dbf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b63896d63640dc6 expref: -99 pid: 15054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839575.878769:0:14360:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb09c9c600 already unused, calling callback (ffffffffc1a36c20) 10000000:00010000:0.0:1788839575.878774:0:14360:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.109@tcp lock: ffff91eb09c9c600/0x4b63896d63640dbf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b63896d63640dc6 expref: -99 pid: 15054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839575.878787:0:14360:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.109@tcp lock: ffff91eb09c9c600/0x4b63896d63640dbf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x4b63896d63640dc6 expref: -99 pid: 15054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788839575.878794:0:14360:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.109@tcp lock: ffff91eb09c9c600/0x4b63896d63640dbf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x4b63896d63640dc6 expref: -99 pid: 15054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788839575.878800:0:14360:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788839575.878803:0:14360:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:0.0:1788839575.878808:0:14360:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00010000:00010000:0.0:1788839575.878836:0:14360:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff91eb1e4da000 00010000:00010000:0.0:1788839575.878841:0:14360:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.109@tcp lock: ffff91eb09c9c600/0x4b63896d63640dbf lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x4b63896d63640dc6 expref: -99 pid: 15054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839575.878856:0:14360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.109@tcp lock: ffff91eb09c9c600/0x4b63896d63640dbf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x4b63896d63640dc6 expref: -99 pid: 15054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839575.878905:0:14360:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788839575.878910:0:14360:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.109@tcp lock: ffff91eb20a6ea00/0x4b63896d636410c1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b63896d636410c8 expref: -99 pid: 14369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839575.878916:0:14360:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb20a6ea00 already unused, calling callback (ffffffffc1a36c20) 10000000:00010000:0.0:1788839575.878919:0:14360:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.109@tcp lock: ffff91eb20a6ea00/0x4b63896d636410c1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b63896d636410c8 expref: -99 pid: 14369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839575.878926:0:14360:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.109@tcp lock: ffff91eb20a6ea00/0x4b63896d636410c1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x4b63896d636410c8 expref: -99 pid: 14369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788839575.878933:0:14360:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.109@tcp lock: ffff91eb20a6ea00/0x4b63896d636410c1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x4b63896d636410c8 expref: -99 pid: 14369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788839575.878938:0:14360:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1788839575.878940:0:14360:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1788839575.878942:0:14360:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1788839575.878949:0:14360:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff91eb1e4da000 00010000:00010000:0.0:1788839575.878952:0:14360:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.109@tcp lock: ffff91eb20a6ea00/0x4b63896d636410c1 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x4b63896d636410c8 expref: -99 pid: 14369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839575.878959:0:14360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.109@tcp lock: ffff91eb20a6ea00/0x4b63896d636410c1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x4b63896d636410c8 expref: -99 pid: 14369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839575.878969:0:14360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839575.878971:0:14360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839575.878973:0:14360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788839575.879155:0:14359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:3.0:1788839575.888401:0:17666:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff91eb41933cc0 - data ffff91eb37914d80/ffff91ea0315f800 00000020:01000000:3.0:1788839575.890438:0:17666:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff91ea01f34120 - data ffff91ea015eb510/ffff91ea0258cc00 00100000:10000000:3.0:1788839575.906566:0:17666:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:3.0:1788839575.968106:0:17666:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b63896d63640dd4 00000020:00000080:3.0:1788839575.968122:0:17666:0:(genops.c:885:class_export_put()) final put ffff91eb1c18d000/lustre-OST0000-osd_UUID 00000020:01000004:3.0:1788839575.968147:0:17666:0:(tgt_mount.c:187:server_put_mount()) put mount ffff91eb106cd000 from lustre-OST0000, refs=2 00000020:01000004:3.0:1788839575.968151:0:17666:0:(obd_mount.c:710:lustre_put_lsi()) put ffff91eb106cd000 2 00000020:01000004:3.0:1788839575.968155:0:17666:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff91eb106cd000 from lustre-OST0000 00000020:00000080:3.0:1788839575.968190:0:17666:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788839575.968204:0:17666:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:3.0:1788839575.968208:0:17666:0:(genops.c:885:class_export_put()) final put ffff91eb1c18e000/lustre-OST0000_UUID 00000020:00000080:3.0:1788839575.968212:0:17666:0:(genops.c:844:class_export_destroy()) destroying export ffff91eb1c18e000/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:3.0:1788839575.968221:0:17666:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:00000080:0.0:1788839575.968260:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff91eb1c18d000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000004:3.0:1788839575.968282:0:17666:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:3.0:1788839575.968287:0:17666:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:3.0:1788839575.968293:0:17666:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788839575.968299:0:17666:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1788839575.968308:0:17666:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff91eb033cd800 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788839575.968315:0:17666:0:(genops.c:1553:class_disconnect_exports()) OBD device 14 (ffff91eb0f900000) has exports, disconnecting them 00000020:00080000:3.0:1788839575.968321:0:17666:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff91eb033cd800), last request at 1788839482 00000020:00000080:3.0:1788839575.968326:0:17666:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b63896d63640dfe 00000020:00080000:3.0:1788839575.968338:0:17666:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff91eb033cd800): rc 0 00000020:00000080:3.0:1788839575.968344:0:17666:0:(genops.c:885:class_export_put()) final put ffff91eb033cd800/lustre-MDT0000-lwp-OST0000 00000020:00000080:0.0:1788839575.968390:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff91eb033cd800/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:0.0:1788839576.004448:0:17666:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:0.0:1788839576.004461:0:17666:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788839576.004467:0:17666:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788839576.004477:0:17666:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788839576.004709:0:17666:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788839576.004721:0:17666:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000004:0.0:1788839576.004732:0:17666:0:(obd_mount.c:710:lustre_put_lsi()) put ffff91eb106cd000 1 00000020:00000080:0.0:1788839576.004741:0:17666:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b63896d63640da3 00000020:00000080:0.0:1788839576.004752:0:17666:0:(genops.c:885:class_export_put()) final put ffff91eb02d49800/lustre-OST0000-osd_UUID 00000020:01000000:0.0:1788839576.004759:0:17666:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:0.0:1788839576.004766:0:17666:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788839576.004771:0:17666:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1788839576.004775:0:17666:0:(genops.c:1558:class_disconnect_exports()) OBD device 11 (ffff91eb40033370) has no exports 00000020:00000080:1.0:1788839576.004866:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91eb033c9000 for lustre-MDT0000-lwp-OST0000 00000020:00000080:1.0:1788839576.004876:0:36:0:(genops.c:885:class_export_put()) final put ffff91eb102ec000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:1.0:1788839576.004879:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff91eb102ec000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:1.0:1788839576.004899:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:1.0:1788839576.004984:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff91eb02d49800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:0.0:1788839576.030850:0:17666:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788839576.030873:0:17666:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:0.0:1788839576.030881:0:17666:0:(genops.c:885:class_export_put()) final put ffff91eb02d4c000/lustre-OST0000-osd_UUID 00000020:00000080:0.0:1788839576.030887:0:17666:0:(genops.c:844:class_export_destroy()) destroying export ffff91eb02d4c000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:0.0:1788839576.030897:0:17666:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:0.0:1788839576.031131:0:17666:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff91eb3286c000 00000020:02000400:0.0:1788839576.031203:0:17666:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:0.0:1788839576.318566:0:15489:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839577.350526:0:14360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839578.366281:0:14359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:1.0:1788839578.952104:0:3313:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788839562/real 1788839562] req@ffff91eb3312a300 x1875733747193472/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788839578 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788839578.977347:0:3313:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff91eb3312a300 x1875733747193472/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788839578 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788839578.977366:0:3313:0:(import.c:65:import_set_state_nolock()) ffff91ea01ef2000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1788839578.977371:0:3313:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1788839578.990892:0:3313:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00080000:0.0:1788839578.991141:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c7e0041a-0f2b-4d5c-901d-ed02d83b952c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788839578.991149:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) c7e0041a-0f2b-4d5c-901d-ed02d83b952c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788839578.991152:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788839578.991167:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1788839578.991171:0:36:0:(import.c:65:import_set_state_nolock()) ffff91ea01ef2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788839578.991183:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 483 00000100:00080000:0.0:1788839578.991197:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff91ea01ef2000 using connection 192.168.201.109@tcp/0@lo 00000100:00100000:0.0:1788839578.991271:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91eb09f75880 x1875733747194496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788839578.991331:0:3313:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3312a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1875733747193472:0@lo:400:kworker.0 00000100:00100000:1.0:1788839578.996440:0:3310:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb09f75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3310:1875733747194496:0@lo:38:kworker.0 00000400:00000100:1.0:1788839578.996527:0:3310:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875733747194496 offset 0 length 520: 4 00000020:01000004:1.0:1788839579.347579:0:17818:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:1.0:1788839579.367215:0:17818:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0001 00010000:00010000:1.0:1788839579.367339:0:17818:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb09c9d800/0x4b63896d63640f1d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d63640f24 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839579.367358:0:17818:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb09c9d800/0x4b63896d63640f1d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b63896d63640f24 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839579.367389:0:17818:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb09c9d800/0x4b63896d63640f1d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b63896d63640f24 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839579.367397:0:17818:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.109@tcp lock: ffff91eb09c9d800/0x4b63896d63640f1d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b63896d63640f24 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839579.367419:0:17818:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1788839579.367426:0:17818:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1788839579.367457:0:17818:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788839579.367473:0:17818:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff91eb33129880 x1875733747193984/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788839583 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788839579.367500:0:17818:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff91eb3cbedc00 x1875733747194112/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788839587 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788839579.367526:0:17818:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff91eb09f76680 x1875733747194368/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788839591 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788839579.367541:0:17818:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff91eb09f75880 x1875733747194496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788839588 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788839579.367557:0:17818:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:1.0:1788839579.367595:0:3310:0:(import.c:65:import_set_state_nolock()) ffff91ea01ef2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788839579.367601:0:3310:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-5) 00000100:00100000:1.0:1788839579.367606:0:3310:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb09f75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3310:1875733747194496:0@lo:38:kworker.0 00000100:00080000:1.0:1788839579.367643:0:17818:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1788839579.367649:0:17818:0:(import.c:65:import_set_state_nolock()) ffff91ea01ef2000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:1.0:1788839579.367654:0:17818:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788839579.367658:0:17818:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff91eb33129880 x1875733747193984/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788839583 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788839579.367682:0:17818:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff91eb3cbedc00 x1875733747194112/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788839587 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788839579.367690:0:17818:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff91eb09f76680 x1875733747194368/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788839591 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788839579.367697:0:17818:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:1.0:1788839579.367700:0:17818:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 16s for inflight to error out 00000100:00100000:3.0:1788839579.367960:0:3311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb33129880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3311:1875733747193984:0@lo:400:kworker.0 00010000:00010000:0.0:1788839579.368073:0:15489:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788839579.368084:0:15489:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.109@tcp lock: ffff91eb09c9d800/0x4b63896d63640f1d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b63896d63640f24 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839579.368093:0:15489:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb09c9d800 already unused, calling callback (ffffffffc1a36c20) 10000000:00010000:0.0:1788839579.368098:0:15489:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.109@tcp lock: ffff91eb09c9d800/0x4b63896d63640f1d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b63896d63640f24 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839579.368109:0:15489:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.109@tcp lock: ffff91eb09c9d800/0x4b63896d63640f1d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x4b63896d63640f24 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788839579.368117:0:15489:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.109@tcp lock: ffff91eb09c9d800/0x4b63896d63640f1d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x4b63896d63640f24 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788839579.368123:0:15489:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788839579.368126:0:15489:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1788839579.368129:0:15489:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1788839579.368157:0:15489:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff91eb1e4da000 00010000:00010000:0.0:1788839579.368162:0:15489:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.109@tcp lock: ffff91eb09c9d800/0x4b63896d63640f1d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x4b63896d63640f24 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839579.368169:0:15489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.109@tcp lock: ffff91eb09c9d800/0x4b63896d63640f1d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x4b63896d63640f24 expref: -99 pid: 15776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839579.368183:0:15489:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839579.368186:0:15489:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839579.368196:0:15489:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788839579.368216:0:3314:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb09f76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1875733747194368:0@lo:400:kworker.0 00000100:00100000:2.0:1788839579.368493:0:3312:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3cbedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1875733747194112:0@lo:400:kworker.0 00010000:00010000:2.0:1788839579.371640:0:17818:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb09ebb600/0x4b63896d63640ef3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d63640efa expref: -99 pid: 15776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839579.371664:0:17818:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb09ebb600/0x4b63896d63640ef3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b63896d63640efa expref: -99 pid: 15776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839579.371673:0:17818:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb09ebb600/0x4b63896d63640ef3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b63896d63640efa expref: -99 pid: 15776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839579.371705:0:17818:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.109@tcp lock: ffff91eb09ebb600/0x4b63896d63640ef3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b63896d63640efa expref: -99 pid: 15776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839579.371788:0:17818:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788839579.371799:0:17818:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb09c9ca00/0x4b63896d636410ac lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d636410b3 expref: -99 pid: 14369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839579.371806:0:17818:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb09c9ca00/0x4b63896d636410ac lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b63896d636410b3 expref: -99 pid: 14369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839579.371813:0:17818:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb09c9ca00/0x4b63896d636410ac lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b63896d636410b3 expref: -99 pid: 14369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839579.371820:0:17818:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.109@tcp lock: ffff91eb09c9ca00/0x4b63896d636410ac lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b63896d636410b3 expref: -99 pid: 14369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839579.371851:0:14360:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788839579.371861:0:14360:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.109@tcp lock: ffff91eb09ebb600/0x4b63896d63640ef3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b63896d63640efa expref: -99 pid: 15776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839579.371869:0:14360:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb09ebb600 already unused, calling callback (ffffffffc1a36c20) 10000000:00010000:3.0:1788839579.371873:0:14360:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.109@tcp lock: ffff91eb09ebb600/0x4b63896d63640ef3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b63896d63640efa expref: -99 pid: 15776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839579.371890:0:14360:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.109@tcp lock: ffff91eb09ebb600/0x4b63896d63640ef3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x4b63896d63640efa expref: -99 pid: 15776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788839579.371898:0:14360:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.109@tcp lock: ffff91eb09ebb600/0x4b63896d63640ef3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x4b63896d63640efa expref: -99 pid: 15776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788839579.371905:0:14360:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1788839579.371907:0:14360:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 00010000:00010000:3.0:1788839579.371923:0:14360:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff91eb1e4da000 00010000:00010000:3.0:1788839579.371928:0:14360:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.109@tcp lock: ffff91eb09ebb600/0x4b63896d63640ef3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x4b63896d63640efa expref: -99 pid: 15776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839579.371935:0:14360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.109@tcp lock: ffff91eb09ebb600/0x4b63896d63640ef3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x4b63896d63640efa expref: -99 pid: 15776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839579.371953:0:14360:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788839579.371956:0:14360:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.109@tcp lock: ffff91eb09c9ca00/0x4b63896d636410ac lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b63896d636410b3 expref: -99 pid: 14369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839579.371962:0:14360:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb09c9ca00 already unused, calling callback (ffffffffc1a36c20) 10000000:00010000:3.0:1788839579.371965:0:14360:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.109@tcp lock: ffff91eb09c9ca00/0x4b63896d636410ac lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b63896d636410b3 expref: -99 pid: 14369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839579.371971:0:14360:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.109@tcp lock: ffff91eb09c9ca00/0x4b63896d636410ac lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x4b63896d636410b3 expref: -99 pid: 14369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788839579.371977:0:14360:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.109@tcp lock: ffff91eb09c9ca00/0x4b63896d636410ac lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x4b63896d636410b3 expref: -99 pid: 14369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788839579.371994:0:14360:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1788839579.372357:0:14360:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:3.0:1788839579.372365:0:14360:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff91eb1e4da000 00010000:00010000:3.0:1788839579.372369:0:14360:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.109@tcp lock: ffff91eb09c9ca00/0x4b63896d636410ac lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x4b63896d636410b3 expref: -99 pid: 14369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839579.372379:0:14360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839579.372381:0:14360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839579.372384:0:14360:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788839579.372491:0:17818:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1788839579.372497:0:17818:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.109@tcp lock: ffff91eb09c9ca00/0x4b63896d636410ac lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x4b63896d636410b3 expref: -99 pid: 14369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788839579.372524:0:17818:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:01000000:2.0:1788839579.372530:0:17818:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 10000000:01000000:2.0:1788839579.372533:0:17818:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:2.0:1788839579.372565:0:17818:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-OST0001 00000020:01000000:2.0:1788839579.372570:0:17818:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:2.0:1788839579.372577:0:17818:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788839579.372585:0:17818:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1788839579.372590:0:17818:0:(genops.c:1558:class_disconnect_exports()) OBD device 16 (ffff91eb09e08000) has no exports 00000020:00080000:2.0:1788839579.372624:0:17818:0:(genops.c:1558:class_disconnect_exports()) OBD device 16 (ffff91eb09e08000) has no exports 00010000:00010000:0.0:1788839579.375321:0:14359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:2.0:1788839579.376664:0:17818:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff91eb41933780 - data ffff91eb113340d8/ffff91ea0315c800 00000020:01000000:2.0:1788839579.376892:0:17818:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff91ea01f34cc0 - data ffff91eb2470b870/ffff91eb41518400 00100000:10000000:3.0:1788839579.386112:0:17818:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00010000:00010000:0.0:1788839579.389221:0:15489:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788839579.416788:0:17818:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b63896d63640f08 00000020:00000080:0.0:1788839579.416803:0:17818:0:(genops.c:885:class_export_put()) final put ffff91ea01ef6000/lustre-OST0001-osd_UUID 00000020:01000004:0.0:1788839579.416863:0:17818:0:(tgt_mount.c:187:server_put_mount()) put mount ffff91ea02e7f800 from lustre-OST0001, refs=2 00000020:01000004:0.0:1788839579.416868:0:17818:0:(obd_mount.c:710:lustre_put_lsi()) put ffff91ea02e7f800 2 00000020:01000004:0.0:1788839579.416871:0:17818:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff91ea02e7f800 from lustre-OST0001 00000020:00000080:0.0:1788839579.416906:0:17818:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788839579.416920:0:17818:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:0.0:1788839579.416924:0:17818:0:(genops.c:885:class_export_put()) final put ffff91ea01ef3000/lustre-OST0001_UUID 00000020:00000080:0.0:1788839579.416927:0:17818:0:(genops.c:844:class_export_destroy()) destroying export ffff91ea01ef3000/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:0.0:1788839579.416936:0:17818:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:0.0:1788839579.417228:0:17818:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import c7e0041a-0f2b-4d5c-901d-ed02d83b952c->MGS 00010000:00010000:0.0:1788839579.417324:0:17818:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.109@tcp lock: ffff91eb09c9de00/0x4b63896d63640db1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x4b63896d63640db8 expref: -99 pid: 15054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788839579.417340:0:17818:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.109@tcp lock: ffff91eb09c9de00/0x4b63896d63640db1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x4b63896d63640db8 expref: -99 pid: 15054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788839579.417346:0:17818:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:0.0:1788839579.417350:0:17818:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:0.0:1788839579.417354:0:17818:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:0.0:1788839579.417376:0:17818:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff91eb1e4da000 00010000:00010000:0.0:1788839579.417380:0:17818:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.109@tcp lock: ffff91eb09c9de00/0x4b63896d63640db1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x4b63896d63640db8 expref: -99 pid: 15054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839579.417397:0:17818:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.109@tcp lock: ffff91eb102c7600/0x4b63896d63640c99 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x4b63896d63640ca0 expref: -99 pid: 14353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788839579.417426:0:17818:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.109@tcp lock: ffff91eb102c7600/0x4b63896d63640c99 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x4b63896d63640ca0 expref: -99 pid: 14353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788839579.417432:0:17818:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788839579.417435:0:17818:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:0.0:1788839579.417436:0:17818:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:0.0:1788839579.417449:0:17818:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff91eb1e4da000 00010000:00010000:0.0:1788839579.417451:0:17818:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.109@tcp lock: ffff91eb102c7600/0x4b63896d63640c99 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x4b63896d63640ca0 expref: -99 pid: 14353 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1788839579.417471:0:17818:0:(import.c:65:import_set_state_nolock()) ffff91eb1e4da000 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:0.0:1788839579.417476:0:17818:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1788839579.417479:0:17818:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:0.0:1788839579.417480:0:17818:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:0.0:1788839579.417487:0:17818:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:0.0:1788839579.417503:0:17818:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff91eb09f76a00 x1875733747194240/t0(0) o250->MGC192.168.201.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1788839590 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000080:2.0:1788839579.417779:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff91ea01ef6000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 10000000:01000000:0.0:1788839579.417883:0:17818:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:0.0:1788839579.417887:0:17818:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 14s for inflight to error out 00000100:00100000:1.0:1788839579.417951:0:3310:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb09f76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c7e0041a-0f2b-4d5c-901d-ed02d83b952c:3310:1875733747194240:0@lo:250:kworker.0 10000000:01000000:0.0:1788839579.418336:0:17818:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:0.0:1788839579.418348:0:17818:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b63896d63640c84 00000020:00000080:0.0:1788839579.418357:0:17818:0:(genops.c:885:class_export_put()) final put ffff91eb375e7000/c7e0041a-0f2b-4d5c-901d-ed02d83b952c 00000020:01000000:0.0:1788839579.418378:0:17818:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.201.109@tcp (flags='') 00000020:00000080:0.0:1788839579.418385:0:17818:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788839579.418393:0:17818:0:(obd_config.c:956:class_cleanup()) MGC192.168.201.109@tcp: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1788839579.418399:0:17818:0:(genops.c:1558:class_disconnect_exports()) OBD device 2 (ffff91eb3772cd28) has no exports 10000000:01000000:0.0:1788839579.418423:0:14369:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:0.0:1788839579.418519:0:17818:0:(obd_class.h:670:obd_cleanup_client_import()) MGC192.168.201.109@tcp: client import never connected 00000100:00080000:0.0:1788839579.418522:0:17818:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:0.0:1788839579.418525:0:17818:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:0.0:1788839579.418541:0:17818:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:0.0:1788839579.418544:0:17818:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:2.0:1788839579.418683:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff91eb375e7000/c7e0041a-0f2b-4d5c-901d-ed02d83b952c for MGC192.168.201.109@tcp 00000020:00000080:0.0:1788839579.418714:0:17818:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788839579.418721:0:17818:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.201.109@tcp (uuid c7e0041a-0f2b-4d5c-901d-ed02d83b952c) 00000020:01000000:0.0:1788839579.418728:0:17818:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:0.0:1788839579.418731:0:17818:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788839579.418735:0:17818:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1788839579.418741:0:17818:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff91ea01ef5800 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788839579.418747:0:17818:0:(genops.c:1553:class_disconnect_exports()) OBD device 17 (ffff91eb40034d28) has exports, disconnecting them 00000020:00080000:0.0:1788839579.418751:0:17818:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff91ea01ef5800), last request at 1788839500 00000020:00000080:0.0:1788839579.418755:0:17818:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b63896d63640f32 00000020:00080000:0.0:1788839579.418768:0:17818:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff91ea01ef5800): rc 0 00000020:00000080:0.0:1788839579.418773:0:17818:0:(genops.c:885:class_export_put()) final put ffff91ea01ef5800/lustre-MDT0000-lwp-OST0001 00000020:00000080:2.0:1788839579.419104:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff91ea01ef5800/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00000020:00000080:2.0:1788839579.420322:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91eb1e4da000 for MGC192.168.201.109@tcp 00000020:00000080:2.0:1788839579.420336:0:37:0:(genops.c:885:class_export_put()) final put ffff91ea02e79800/c7e0041a-0f2b-4d5c-901d-ed02d83b952c 00000020:00000080:2.0:1788839579.420341:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff91ea02e79800/c7e0041a-0f2b-4d5c-901d-ed02d83b952c for MGC192.168.201.109@tcp 00000020:01000000:2.0:1788839579.420349:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.201.109@tcp (c7e0041a-0f2b-4d5c-901d-ed02d83b952c) 00010000:01000000:0.0:1788839579.433813:0:17818:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:0.0:1788839579.433826:0:17818:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788839579.433832:0:17818:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788839579.433843:0:17818:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1788839579.434037:0:14360:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00000020:00000080:2.0:1788839579.434473:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91ea01ef2000 for lustre-MDT0000-lwp-OST0001 00010000:00010000:2.0:1788839579.434578:0:14359:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:1.0:1788839579.435326:0:15489:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00000100:00100000:2.0:1788839579.435580:0:14354:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [ffff91eb3711fa00:14354] 0 exiting: rc = 1 00000100:00100000:1.0:1788839579.435741:0:14355:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [ffff91eb0b969800:14355] 1 exiting: rc = 0 00000100:00100000:0.0:1788839579.435848:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.436802:0:14357:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [ffff91eb0b968600:14357] 1 exiting: rc = 0 00000100:00100000:2.0:1788839579.436911:0:14358:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [ffff91eb0a36c400:14358] 2 exiting: rc = 0 00000100:00100000:0.0:1788839579.437384:0:16489:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_003: service thread [ffff91ea02b96000:16489] 3 exiting: rc = 0 00000100:00100000:1.0:1788839579.437575:0:14356:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [ffff91eb0b969a00:14356] 0 exiting: rc = 1 00000100:00100000:0.0:1788839579.437711:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.437722:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.437729:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.437735:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.437742:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.437748:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.437753:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.437759:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.437764:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.437769:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.437775:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.437781:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.437787:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.437811:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.437818:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.437824:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.437829:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.437835:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.437840:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.437846:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.437854:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.437865:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.437871:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.437876:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.437882:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.437888:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.437894:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.437900:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.437905:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.437911:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.437917:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.437922:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.437929:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.437935:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.437941:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.437946:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.437951:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.437957:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.437963:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.437968:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.437974:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.437980:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.437985:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.437991:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.438006:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.438021:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.438028:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.438034:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.438047:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.438088:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.438095:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.438101:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.438107:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.438112:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.438117:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.438123:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.438127:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.438132:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.438137:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.438144:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.438159:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.438166:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.438172:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.438178:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:0.0:1788839579.439573:0:17818:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788839579.439588:0:17818:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:0.0:1788839579.439658:0:17818:0:(genops.c:885:class_export_put()) final put ffff91eb033ee800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:0.0:1788839579.439664:0:17818:0:(genops.c:844:class_export_destroy()) destroying export ffff91eb033ee800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:0.0:1788839579.439676:0:17818:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000004:0.0:1788839579.439739:0:17818:0:(obd_mount.c:710:lustre_put_lsi()) put ffff91ea02e7f800 1 00000020:00000080:0.0:1788839579.439746:0:17818:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b63896d63640eec 00000020:00000080:0.0:1788839579.439755:0:17818:0:(genops.c:885:class_export_put()) final put ffff91eb033cd000/lustre-OST0001-osd_UUID 00000020:01000000:0.0:1788839579.439781:0:17818:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:0.0:1788839579.439786:0:17818:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788839579.439791:0:17818:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1788839579.439795:0:17818:0:(genops.c:1558:class_disconnect_exports()) OBD device 15 (ffff91eb3772b370) has no exports 00000020:00000080:1.0:1788839579.441895:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff91eb033cd000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:1.0:1788839579.458945:0:17818:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788839579.458970:0:17818:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:1.0:1788839579.458978:0:17818:0:(genops.c:885:class_export_put()) final put ffff91eb0339e800/lustre-OST0001-osd_UUID 00000020:00000080:1.0:1788839579.458984:0:17818:0:(genops.c:844:class_export_destroy()) destroying export ffff91eb0339e800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:1.0:1788839579.459004:0:17818:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:2.0:1788839579.462752:0:17818:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff91eb4194d000 00000020:01000000:2.0:1788839579.462801:0:17818:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:2.0:1788839579.462815:0:17818:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788839579.462823:0:17818:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1788839579.462830:0:17818:0:(genops.c:1558:class_disconnect_exports()) OBD device 12 (ffff91eb400319b8) has no exports 00000020:00000080:2.0:1788839579.462877:0:17818:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788839579.462894:0:17818:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:2.0:1788839579.462900:0:17818:0:(genops.c:885:class_export_put()) final put ffff91eb02d49000/OSS_uuid 00000020:00000080:2.0:1788839579.462905:0:17818:0:(genops.c:844:class_export_destroy()) destroying export ffff91eb02d49000/OSS_uuid for OSS 00000020:01000000:2.0:1788839579.462923:0:17818:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00100000:2.0:1788839579.463100:0:15058:0:(service.c:3183:ptlrpc_main()) ll_ost00_002: service thread [ffff91eb36fdea00:15058] 2 exiting: rc = 0 00000100:00100000:2.0:1788839579.463591:0:15055:0:(service.c:3183:ptlrpc_main()) ll_ost00_000: service thread [ffff91eb02f15200:15055] 0 exiting: rc = 1 00000100:00080000:1.0:1788839579.463715:0:14367:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:3.0:1788839579.465779:0:15057:0:(service.c:3183:ptlrpc_main()) ll_ost00_001: service thread [ffff91eb09cfa000:15057] 1 exiting: rc = 0 00000100:00100000:3.0:1788839579.465899:0:17371:0:(service.c:3183:ptlrpc_main()) ll_ost00_003: service thread [ffff91eb36f4c600:17371] 3 exiting: rc = 0 00000100:00100000:2.0:1788839579.466535:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466551:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466557:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466563:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466586:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466668:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466677:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466683:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466689:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466697:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466703:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466709:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466715:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466722:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466732:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466739:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466748:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466754:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466761:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466767:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466774:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466780:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466786:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466792:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466797:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466802:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466807:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466813:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466819:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466825:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466831:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466840:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466847:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466852:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466858:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466864:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466870:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466877:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466882:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466896:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466902:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466912:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466920:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466925:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466931:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466937:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466943:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466950:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466957:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466962:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466968:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466973:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466978:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466985:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.466991:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.467508:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.467516:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.467523:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.467528:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.467535:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.467540:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.467546:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.467551:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.467556:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788839579.469407:0:15060:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_001: service thread [ffff91eb36fdf400:15060] 1 exiting: rc = 0 00000100:00100000:0.0:1788839579.469823:0:15059:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_000: service thread [ffff91eb0ae28600:15059] 0 exiting: rc = 1 00000100:00100000:2.0:1788839579.469924:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.469933:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.469939:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.469945:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.469950:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.469957:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.469963:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.469969:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.469974:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.469979:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470220:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470229:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470305:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470317:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470323:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470329:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470334:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470339:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470344:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470349:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470355:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470361:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470366:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470372:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470378:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470384:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470390:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470396:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470401:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470410:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470416:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470422:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470429:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470436:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470444:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470450:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470457:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470465:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470472:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470478:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470485:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470491:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470496:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470501:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470507:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470521:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470527:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470533:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470538:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470544:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470550:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470556:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470561:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470567:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470575:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470581:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470587:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470593:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470666:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470672:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470677:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470683:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470688:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.470696:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788839579.473350:0:15062:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_001: service thread [ffff91eb03038e00:15062] 1 exiting: rc = 0 00000100:00100000:0.0:1788839579.473899:0:15061:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_000: service thread [ffff91eb03038600:15061] 0 exiting: rc = 1 00000100:00100000:3.0:1788839579.474484:0:15063:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_002: service thread [ffff91eb03039800:15063] 2 exiting: rc = 0 00000100:00100000:2.0:1788839579.474838:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.474848:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.474868:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.474878:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.474901:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.474911:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.474923:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.474931:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.474939:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.474947:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.474954:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.474960:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.474966:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.474972:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.474978:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.474985:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.475029:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.475036:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.475043:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.475310:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.475319:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.475327:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.475334:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.475343:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.475349:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.475357:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.475363:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.475371:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.475378:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.475384:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.475390:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.475397:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.475404:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.475410:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.475416:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.475423:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.475433:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.475441:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.475447:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.475455:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.475463:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.475470:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.475477:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.475499:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.475508:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.475516:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.475523:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.475532:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.475539:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.475545:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.475552:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.475567:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.475574:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.475581:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.475587:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.475594:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.476577:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.476587:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.476593:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.476674:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.476680:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.476687:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.476694:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.476701:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.495879:0:15064:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff91eb3712bc00:15064] 0 exiting: rc = 1 00000100:00100000:3.0:1788839579.496815:0:15065:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff91eb3c9a2c00:15065] 1 exiting: rc = 0 00000100:00100000:2.0:1788839579.497113:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497122:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497129:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497135:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497141:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497156:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497162:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497168:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497174:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497180:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497186:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497194:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497201:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497206:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497212:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497219:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497225:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497240:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497248:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497254:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497260:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497282:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497288:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497295:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497301:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497307:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497314:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497320:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497327:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497333:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497340:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497346:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497353:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497359:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497365:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497372:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497378:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497384:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497391:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497398:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497404:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497411:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497417:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497423:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497429:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497599:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497611:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497617:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497622:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497626:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497631:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497637:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497641:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497646:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497652:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497656:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497679:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497686:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497692:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497697:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497702:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497707:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497712:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788839579.497718:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.499006:0:15066:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_000: service thread [ffff91eb0f858200:15066] 0 exiting: rc = 1 00000100:00100000:2.0:1788839579.501080:0:15067:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_001: service thread [ffff91eb375fa200:15067] 1 exiting: rc = 0 00000100:00100000:0.0:1788839579.502229:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.502263:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.502285:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.502292:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.502299:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.502306:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.502314:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.502321:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.502328:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.502335:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.502358:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.502365:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.502372:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.502380:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.502386:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.502393:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.502399:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.502406:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.502412:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.502419:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.502425:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.502432:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.502450:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.502457:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.502464:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.502470:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.502477:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.502483:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.502491:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.502497:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.502505:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.502512:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.502518:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.502525:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.502548:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.502555:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.502562:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.502576:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.502582:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.502589:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.502911:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.502922:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.502929:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.502937:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.502944:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.502951:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.502972:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.502980:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.502986:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.502993:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.502999:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.503006:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.503022:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.503030:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.503038:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.503044:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.503077:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.503085:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.503104:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.503112:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.503118:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.503125:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.503131:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788839579.503138:0:17818:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:0.0:1788839579.526351:0:17818:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:1.0:1788839600.144447:0:18434:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg109-server.virtnet: executing load_modules_local 00000020:01000004:2.0:1788839610.176167:0:18895:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1788839610.176175:0:18895:0:(obd_mount.c:926:lmd_print()) device: lustre-mdt1/mdt1 00000080:01200004:2.0:1788839610.176529:0:18895:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff91eb40282000 00000020:01000004:2.0:1788839610.176546:0:18895:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-MDT0000, type=osd-zfs, lsifl=200005, mountfl=0 00000020:01000004:2.0:1788839610.176556:0:18895:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-zfs) 00000020:00000080:2.0:1788839610.176570:0:18895:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff91eb09e0b370) 00000020:00000080:2.0:1788839610.176584:0:18895:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-zfs with refcount 2 00100000:10000000:1.0:1788839610.243026:0:18895:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:1.0:1788839610.245779:0:18895:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x36:0x0] (8/32) 00100000:10000000:1.0:1788839610.250817:0:18895:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x3:0x0] (8/32) 00100000:10000000:1.0:1788839610.250916:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled nodemap under 451: rc = 0 00100000:10000000:2.0:1788839610.259357:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-client under 451: rc = 0 00100000:10000000:2.0:1788839610.259666:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-MDT0000 under 451: rc = 0 00100000:10000000:2.0:1788839610.259818:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-OST0001 under 451: rc = 0 00100000:10000000:2.0:1788839610.259924:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-OST0000 under 451: rc = 0 00100000:10000000:2.0:1788839610.260899:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled params under 451: rc = 0 00100000:10000000:2.0:1788839610.261565:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre under 49: rc = 0 00100000:10000000:2.0:1788839610.263657:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled md-0x0 under 460: rc = 0 00100000:10000000:2.0:1788839610.263768:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled dt-0x0 under 460: rc = 0 00100000:10000000:2.0:1788839610.264900:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000-MDT0000 under 641: rc = 0 00100000:10000000:2.0:1788839610.265453:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000 under 641: rc = 0 00100000:10000000:2.0:1788839610.265715:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 641: rc = 0 00100000:10000000:2.0:1788839610.265957:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000-MDT0000 under 641: rc = 0 00100000:10000000:2.0:1788839610.267453:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000-MDT0000 under 641: rc = 0 00100000:10000000:2.0:1788839610.267750:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000 under 641: rc = 0 00100000:10000000:2.0:1788839610.268001:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000 under 641: rc = 0 00100000:10000000:2.0:1788839610.268763:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000-MDT0000 under 641: rc = 0 00100000:10000000:2.0:1788839610.268999:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000-MDT0000 under 641: rc = 0 00100000:10000000:2.0:1788839610.269636:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000 under 641: rc = 0 00100000:10000000:2.0:1788839610.269895:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000-MDT0000 under 641: rc = 0 00100000:10000000:2.0:1788839610.270934:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000 under 641: rc = 0 00100000:10000000:2.0:1788839610.271676:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_11 under 472: rc = 0 00100000:10000000:2.0:1788839610.271950:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_12 under 472: rc = 0 00100000:10000000:2.0:1788839610.272718:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_08 under 472: rc = 0 00100000:10000000:2.0:1788839610.272989:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_02 under 472: rc = 0 00100000:10000000:2.0:1788839610.273635:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_01 under 472: rc = 0 00100000:10000000:2.0:1788839610.273893:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_06 under 472: rc = 0 00100000:10000000:2.0:1788839610.274522:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_05 under 472: rc = 0 00100000:10000000:2.0:1788839610.274792:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_15 under 472: rc = 0 00100000:10000000:2.0:1788839610.275041:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_11 under 472: rc = 0 00100000:10000000:2.0:1788839610.275528:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_12 under 472: rc = 0 00100000:10000000:2.0:1788839610.275777:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_02 under 472: rc = 0 00100000:10000000:2.0:1788839610.276044:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_08 under 472: rc = 0 00100000:10000000:2.0:1788839610.277652:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_01 under 472: rc = 0 00100000:10000000:2.0:1788839610.277916:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_06 under 472: rc = 0 00100000:10000000:2.0:1788839610.278567:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_05 under 472: rc = 0 00100000:10000000:2.0:1788839610.278834:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_15 under 472: rc = 0 00100000:10000000:2.0:1788839610.279600:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_14 under 472: rc = 0 00100000:10000000:2.0:1788839610.279844:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_07 under 472: rc = 0 00100000:10000000:2.0:1788839610.280380:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_04 under 472: rc = 0 00100000:10000000:2.0:1788839610.280628:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_03 under 472: rc = 0 00100000:10000000:2.0:1788839610.280932:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_09 under 472: rc = 0 00100000:10000000:2.0:1788839610.281444:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_00 under 472: rc = 0 00100000:10000000:2.0:1788839610.281705:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_10 under 472: rc = 0 00100000:10000000:2.0:1788839610.281962:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_13 under 472: rc = 0 00100000:10000000:2.0:1788839610.282910:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_14 under 472: rc = 0 00100000:10000000:2.0:1788839610.283767:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_07 under 472: rc = 0 00100000:10000000:2.0:1788839610.284008:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_04 under 472: rc = 0 00100000:10000000:2.0:1788839610.284731:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_09 under 472: rc = 0 00100000:10000000:2.0:1788839610.284968:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_03 under 472: rc = 0 00100000:10000000:2.0:1788839610.285764:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_00 under 472: rc = 0 00100000:10000000:2.0:1788839610.286030:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_10 under 472: rc = 0 00100000:10000000:2.0:1788839610.286552:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_13 under 472: rc = 0 00100000:10000000:2.0:1788839610.286898:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200000400:0x1:0x0] under 655: rc = 0 00100000:10000000:2.0:1788839610.287555:0:18895:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x10000:0x0] (8/32) 00100000:10000000:2.0:1788839610.287717:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000 under 461: rc = 0 00100000:10000000:2.0:1788839610.287902:0:18895:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2010000:0x0] (8/32) 00100000:10000000:2.0:1788839610.287967:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000 under 461: rc = 0 00100000:10000000:2.0:1788839610.288572:0:18895:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1010000:0x0] (8/32) 00100000:10000000:2.0:1788839610.288641:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000 under 461: rc = 0 00100000:10000000:2.0:1788839610.288984:0:18895:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x20000:0x0] (8/32) 00100000:10000000:2.0:1788839610.289148:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 352: rc = 0 00100000:10000000:2.0:1788839610.289409:0:18895:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1020000:0x0] (8/32) 00100000:10000000:2.0:1788839610.289492:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000 under 352: rc = 0 00100000:10000000:2.0:1788839610.289693:0:18895:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2020000:0x0] (8/32) 00100000:10000000:2.0:1788839610.289765:0:18895:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000 under 352: rc = 0 00000020:00000080:2.0:1788839610.290031:0:18895:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:2.0:1788839610.290039:0:18895:0:(osd_handler.c:1573:osd_obd_connect()) connect #0 00000020:00000080:2.0:1788839610.290160:0:18895:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x4b63896d636413ca 00000020:01000004:2.0:1788839610.290168:0:18895:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-MDT0000 on device lustre-mdt1/mdt1 00000020:01000000:2.0:1788839610.290173:0:18895:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:2.0:1788839610.290179:0:18895:0:(tgt_mount.c:101:server_register_mount()) register mount ffff91eb40282000 from MGS 00000020:01000004:2.0:1788839610.290182:0:18895:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:2.0:1788839610.290193:0:18895:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff91eb09e0cd28) 00000020:00000080:2.0:1788839610.290202:0:18895:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:2.0:1788839610.290255:0:18895:0:(tgt_mount.c:153:server_get_mount()) get mount ffff91eb40282000 from MGS, refs=2 00080000:01000000:2.0:1788839610.290259:0:18895:0:(osd_handler.c:1573:osd_obd_connect()) connect #1 00000020:00000080:2.0:1788839610.290262:0:18895:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x4b63896d636413d8 00000100:00100000:2.0:1788839610.290589:0:18895:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1788839610.290752:0:18895:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:2.0:1788839610.290758:0:18895:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:2.0:1788839610.291270:0:18895:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:2.0:1788839610.291276:0:18895:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:2.0:1788839610.291897:0:18895:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788839610.292381:0:18895:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:2.0:1788839610.292388:0:18895:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:2.0:1788839610.292927:0:18895:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:2.0:1788839610.292933:0:18895:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:2.0:1788839610.293521:0:18895:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:2.0:1788839610.293529:0:18895:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:0.0:1788839610.294158:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839610.294162:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839610.294163:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839610.294709:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839610.294711:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839610.294713:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788839610.295381:0:18895:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:3.0:1788839610.301175:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:2.0:1788839610.312367:0:18895:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 20000000:01000000:2.0:1788839610.312386:0:18895:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping . 20000000:01000000:2.0:1788839610.312389:0:18895:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping .. 10000000:01000000:3.0:1788839610.324765:0:18905:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:2.0:1788839610.324996:0:18895:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:2.0:1788839610.325237:0:18895:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1788839610.325760:0:18895:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:3.0:1788839610.326496:0:18895:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788839610.326712:0:18895:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:3.0:1788839610.326719:0:18895:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:3.0:1788839610.327362:0:18895:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:3.0:1788839610.327370:0:18895:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:3.0:1788839610.327679:0:18895:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:3.0:1788839610.327685:0:18895:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:3.0:1788839610.328655:0:18895:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:3.0:1788839610.328676:0:18895:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.201.109@tcp' 00000020:01000004:3.0:1788839610.328678:0:18895:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:3.0:1788839610.328714:0:18895:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.201.109@tcp (typ=mgc) 00000020:00000080:3.0:1788839610.328728:0:18895:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.201.109@tcp (ffff91eb40030000) 00000020:00000080:3.0:1788839610.328745:0:18895:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:3.0:1788839610.328823:0:18895:0:(ldlm_lib.c:102:import_set_conn()) imp ffff91eb0f8b2800@MGC192.168.201.109@tcp: add connection 192.168.201.109@tcp at head 00010000:00010000:3.0:1788839610.328974:0:18895:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.201.109@tcp-0 is initialized 00000040:01000000:3.0:1788839610.328981:0:18895:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.109@tcp ctxt 1 is initialized 10000000:01000000:2.0:1788839610.333378:0:18910:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000100:00080000:0.0:1788839610.333695:0:18909:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 00000020:00000080:1.0:1788839610.337729:0:18895:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.201.109@tcp (uuid 53872141-605a-4cd4-a15a-9f0a5ba1bab4) 00000020:00000080:1.0:1788839610.337764:0:18895:0:(genops.c:1385:class_connect()) connect: client 53872141-605a-4cd4-a15a-9f0a5ba1bab4, cookie 0x4b63896d636413e6 00000100:00080000:1.0:1788839610.337791:0:18895:0:(import.c:510:import_select_connection()) MGC192.168.201.109@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788839610.337799:0:18895:0:(import.c:624:import_select_connection()) MGC192.168.201.109@tcp: import ffff91eb0f8b2800 using connection 192.168.201.109@tcp/0@lo 00000100:00100000:1.0:1788839610.337834:0:18895:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91eb0f8fbb80 x1875733747194624/t0(0) o250->MGC192.168.201.109@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788839610.337873:0:18895:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 53872141-605a-4cd4-a15a-9f0a5ba1bab4->MGS 00000020:01000004:1.0:1788839610.337906:0:18895:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:1.0:1788839610.337911:0:18895:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:1.0:1788839610.337926:0:18895:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff91eb377299b8) 00000020:00000080:1.0:1788839610.337938:0:18895:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:0.0:1788839610.340565:0:3310:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb0f8fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53872141-605a-4cd4-a15a-9f0a5ba1bab4:3310:1875733747194624:0@lo:250:mount.lustre.0 00000100:00100000:0.0:1788839610.340651:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788839610.340860:0:18906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747194624 00000100:00100000:1.0:1788839610.340869:0:18906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747194624 00000100:00100000:1.0:1788839610.340945:0:18906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788839610.340953:0:18906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb33156050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3310:x1875733747194624:12345-0@lo:250:mount.lustre.0 00010000:00080000:1.0:1788839610.340980:0:18906:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from 53872141-605a-4cd4-a15a-9f0a5ba1bab4@0@lo t0 exp 0000000000000000 cur 593 last 0 00000020:00000080:1.0:1788839610.341035:0:18906:0:(genops.c:1385:class_connect()) connect: client 53872141-605a-4cd4-a15a-9f0a5ba1bab4, cookie 0x4b63896d636413f4 00000100:00080000:1.0:1788839610.341251:0:18906:0:(import.c:65:import_set_state_nolock()) ffff91eb3fe6b800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788839610.341313:0:18906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb33156050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+5:3310:x1875733747194624:12345-0@lo:250:mount.lustre.0 Request processed in 359us (661us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839610.341322:0:18906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788839610.344682:0:18895:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788839610.344937:0:18895:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:0.0:1788839610.344943:0:18895:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:1.0:1788839610.347116:0:3310:0:(client.c:3125:ptlrpc_free_committed()) MGC192.168.201.109@tcp: committing for last_committed 0 gen 1 00000100:00080000:1.0:1788839610.347134:0:3310:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.201.109@tcp: connect to target with instance 0 00000100:00080000:1.0:1788839610.347143:0:3310:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.201.109@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:1.0:1788839610.347150:0:3310:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:1.0:1788839610.347155:0:3310:0:(import.c:65:import_set_state_nolock()) ffff91eb0f8b2800 MGS: changing import state from CONNECTING to FULL 10000000:01000000:1.0:1788839610.347159:0:3310:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:1.0:1788839610.347173:0:3310:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:1.0:1788839610.347183:0:3310:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb0f8fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:53872141-605a-4cd4-a15a-9f0a5ba1bab4:3310:1875733747194624:0@lo:250:mount.lustre.0 00000100:00100000:1.0:1788839610.351371:0:18895:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:1.0:1788839610.351389:0:18895:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:0.0:1788839610.352425:0:18895:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:0.0:1788839610.352433:0:18895:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:1.0:1788839610.354764:0:18895:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788839610.354957:0:18895:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:1.0:1788839610.354964:0:18895:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:1.0:1788839610.355638:0:18895:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:1.0:1788839610.355646:0:18895:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:0.0:1788839610.379337:0:18895:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788839610.379619:0:18895:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:0.0:1788839610.379624:0:18895:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:0.0:1788839610.380549:0:18895:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:0.0:1788839610.380558:0:18895:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:0.0:1788839610.381234:0:18895:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788839610.381395:0:18895:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:0.0:1788839610.381399:0:18895:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:0.0:1788839610.381693:0:18895:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:0.0:1788839610.381699:0:18895:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:0.0:1788839610.382201:0:18895:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788839610.382344:0:18895:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:0.0:1788839610.382349:0:18895:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:0.0:1788839610.382647:0:18895:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:0.0:1788839610.382653:0:18895:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:0.0:1788839610.383232:0:18895:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788839610.383370:0:18895:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:0.0:1788839610.383373:0:18895:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:0.0:1788839610.383677:0:18895:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:0.0:1788839610.383683:0:18895:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:1.0:1788839610.408618:0:18895:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788839610.408864:0:18895:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:1.0:1788839610.408870:0:18895:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:1.0:1788839610.411644:0:18895:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:1.0:1788839610.411660:0:18895:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:0.0:1788839610.412444:0:18895:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:0.0:1788839610.412452:0:18895:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:1.0:1788839610.413560:0:18895:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:1.0:1788839610.413587:0:18895:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for lustre-mdt1/mdt1 10000000:01000000:1.0:1788839610.413593:0:18895:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.201.109@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:1.0:1788839610.413759:0:18895:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.109@tcp ctxt 0 is initialized 00000020:01000004:1.0:1788839610.413801:0:18895:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.201.109@tcp, index=0000, flags=0x20005 00000020:01000004:1.0:1788839610.413806:0:18895:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1788839610.413807:0:18895:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1788839610.413809:0:18895:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788839610.413810:0:18895:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788839610.413812:0:18895:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788839610.413813:0:18895:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788839610.413814:0:18895:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788839610.413816:0:18895:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1788839610.413817:0:18895:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788839610.413819:0:18895:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788839610.413822:0:18895:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:1.0:1788839610.413824:0:18895:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1788839610.413825:0:18895:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1788839610.413826:0:18895:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788839610.413827:0:18895:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788839610.413828:0:18895:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788839610.413829:0:18895:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788839610.413830:0:18895:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788839610.413831:0:18895:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1788839610.413832:0:18895:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788839610.413833:0:18895:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788839610.413865:0:18895:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:1.0:1788839610.413887:0:18895:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb0f8fbb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18895:1875733747194752:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1788839610.413963:0:18895:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788839610.414013:0:18895:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb1e5b6cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788839610.414397:0:18908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747194752 00000100:00100000:0.0:1788839610.414413:0:18908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747194752 00000100:00100000:0.0:1788839610.414472:0:18908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788839610.414483:0:18908:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb33157c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+5:18895:x1875733747194752:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788839610.414539:0:18908:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1788839610.414542:0:18908:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:0.0:1788839610.414545:0:18908:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:3.0:1788839610.415006:0:18929:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:0.0:1788839610.415696:0:18908:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 8 20000000:01000000:2.0:1788839610.417889:0:18930:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:2.0:1788839610.417897:0:18930:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:2.0:1788839610.417899:0:18930:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:2.0:1788839610.417935:0:18930:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 20000000:01000000:0.0:1788839610.418342:0:18908:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1788839610.418355:0:18908:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:0.0:1788839610.427189:0:18908:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb33157c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+5:18895:x1875733747194752:12345-0@lo:253:mount.lustre.0 Request processed in 12694us (13211us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839610.427206:0:18908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788839610.427395:0:18895:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb0f8fbb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18895:1875733747194752:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1788839610.427486:0:18895:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:1.0:1788839610.427490:0:18895:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1788839610.427492:0:18895:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1788839610.427493:0:18895:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788839610.427494:0:18895:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788839610.427496:0:18895:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788839610.427497:0:18895:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788839610.427498:0:18895:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788839610.427500:0:18895:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1788839610.427502:0:18895:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788839610.427503:0:18895:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1788839610.427532:0:18895:0:(tgt_mount.c:101:server_register_mount()) register mount ffff91eb40282000 from lustre-MDT0000 10000000:01000000:1.0:1788839610.427559:0:18895:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:1.0:1788839610.427562:0:18895:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:1.0:1788839610.427566:0:18895:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff91eb40030000 10000000:01000000:1.0:1788839610.427571:0:18895:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1788839610.427579:0:18895:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff91eb40030000 from 1 10000000:01000000:1.0:1788839610.427583:0:18895:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1788839610.427623:0:18895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb09c9d800/0x4b63896d636413fb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839610.427635:0:18895:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.109@tcp lock: ffff91eb09c9d800/0x4b63896d636413fb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839610.427645:0:18895:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.109@tcp lock: ffff91eb09c9d800/0x4b63896d636413fb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788839610.427668:0:18895:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb0f8fbb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18895:1875733747194880:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788839610.427720:0:18895:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788839610.427833:0:18895:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb1e5b6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1788839610.427878:0:18906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747194880 00000100:00100000:2.0:1788839610.427945:0:18906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747194880 00000100:00100000:2.0:1788839610.428014:0:18906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788839610.428024:0:18906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb33155850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+5:18895:x1875733747194880:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788839610.428038:0:18906:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788839610.428104:0:18906:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91eb20965e00/0x4b63896d63641402 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4b63896d636413fb expref: -99 pid: 18906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839610.428130:0:18906:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91eb20965e00/0x4b63896d63641402 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4b63896d636413fb expref: 6 pid: 18906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839610.428140:0:18906:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91eb20965e00/0x4b63896d63641402 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b63896d636413fb expref: 6 pid: 18906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839610.428162:0:18906:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb20965e00, rc 0) 00000100:00100000:2.0:1788839610.428200:0:18906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb33155850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+6:18895:x1875733747194880:12345-0@lo:101:mount.lustre.0 Request processed in 178us (480us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839610.428204:0:18906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788839610.428260:0:18895:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb0f8fbb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18895:1875733747194880:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788839610.428273:0:18895:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.109@tcp lock: ffff91eb09c9d800/0x4b63896d636413fb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d63641402 expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839610.428279:0:18895:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.109@tcp lock: ffff91eb09c9d800/0x4b63896d636413fb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b63896d63641402 expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788839610.428325:0:18895:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb09f76680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18895:1875733747195008:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788839610.428352:0:18895:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788839610.428592:0:18895:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ea0238ec00 going to sleep for 11 seconds 00000100:00100000:1.0:1788839610.428683:0:18907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747195008 00000100:00100000:1.0:1788839610.428689:0:18907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747195008 00000100:00100000:1.0:1788839610.428712:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788839610.428719:0:18907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb33154450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+6:18895:x1875733747195008:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788839610.429120:0:18907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb33154450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+6:18895:x1875733747195008:12345-0@lo:501:mount.lustre.0 Request processed in 401us (766us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788839610.429128:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788839610.429393:0:18895:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb09f76680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18895:1875733747195008:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1788839610.429421:0:18895:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.109@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1788839610.429482:0:18895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb09c9d800/0x4b63896d636413fb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d63641402 expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839610.429492:0:18895:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.109@tcp lock: ffff91eb09c9d800/0x4b63896d636413fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d63641402 expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788839610.429500:0:18895:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff91eb40282000 10000000:01000000:0.0:1788839610.429512:0:18895:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1788839610.429517:0:18895:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff91eb40282000 10000000:01000000:0.0:1788839610.429519:0:18895:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:0.0:1788839610.429523:0:18895:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff91eb40282000 from 1 10000000:01000000:0.0:1788839610.429526:0:18895:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:0.0:1788839610.429552:0:18895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.109@tcp lock: ffff91ea01bef400/0x4b63896d63641409 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839610.429558:0:18895:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.109@tcp lock: ffff91ea01bef400/0x4b63896d63641409 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839610.429566:0:18895:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.109@tcp lock: ffff91ea01bef400/0x4b63896d63641409 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788839610.429581:0:18895:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb09f76680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18895:1875733747195136:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788839610.429611:0:18895:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788839610.429642:0:18895:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ea0238ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1788839610.429706:0:18908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747195136 00000100:00100000:3.0:1788839610.429712:0:18908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747195136 00000100:00100000:3.0:1788839610.429761:0:18908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788839610.429770:0:18908:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb36fd1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+6:18895:x1875733747195136:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788839610.429780:0:18908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788839610.429796:0:18908:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91eb14528600/0x4b63896d63641410 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4b63896d63641409 expref: -99 pid: 18908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839610.429819:0:18908:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91eb14528600/0x4b63896d63641410 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4b63896d63641409 expref: 7 pid: 18908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839610.429831:0:18908:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91eb14528600/0x4b63896d63641410 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b63896d63641409 expref: 7 pid: 18908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839610.429840:0:18908:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb14528600, rc 0) 00000100:00100000:3.0:1788839610.429873:0:18908:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb36fd1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+7:18895:x1875733747195136:12345-0@lo:101:mount.lustre.0 Request processed in 105us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839610.429879:0:18908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788839610.430136:0:18895:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb09f76680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18895:1875733747195136:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788839610.430223:0:18895:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.109@tcp lock: ffff91ea01bef400/0x4b63896d63641409 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d63641410 expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839610.430233:0:18895:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.109@tcp lock: ffff91ea01bef400/0x4b63896d63641409 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b63896d63641410 expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788839610.430246:0:18895:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.109@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:0.0:1788839610.430393:0:18895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.109@tcp lock: ffff91ea01bef400/0x4b63896d63641409 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d63641410 expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839610.430402:0:18895:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.109@tcp lock: ffff91ea01bef400/0x4b63896d63641409 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d63641410 expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788839610.430418:0:18895:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1788839610.430422:0:18895:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788839610.430428:0:18895:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff91eb40282000 10000000:01000000:0.0:1788839610.430431:0:18895:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1788839610.430434:0:18895:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:0.0:1788839610.430436:0:18895:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:0.0:1788839610.430456:0:18895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.109@tcp lock: ffff91ea01bef800/0x4b63896d63641417 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839610.430473:0:18895:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.109@tcp lock: ffff91ea01bef800/0x4b63896d63641417 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839610.430480:0:18895:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.109@tcp lock: ffff91ea01bef800/0x4b63896d63641417 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788839610.430494:0:18895:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb09f76680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18895:1875733747195264:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788839610.430525:0:18895:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788839610.430557:0:18895:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ea0238ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1788839610.430619:0:18908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747195264 00000100:00100000:3.0:1788839610.430624:0:18908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747195264 00000100:00100000:3.0:1788839610.430658:0:18908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788839610.430665:0:18908:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb36fd0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+7:18895:x1875733747195264:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788839610.430674:0:18908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788839610.430683:0:18908:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91eb14529e00/0x4b63896d6364141e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x4b63896d63641417 expref: -99 pid: 18908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839610.430711:0:18908:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91eb14529e00/0x4b63896d6364141e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4b63896d63641417 expref: 8 pid: 18908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839610.430720:0:18908:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91eb14529e00/0x4b63896d6364141e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b63896d63641417 expref: 8 pid: 18908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839610.430728:0:18908:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb14529e00, rc 0) 00000100:00100000:3.0:1788839610.430926:0:18908:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb36fd0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+8:18895:x1875733747195264:12345-0@lo:101:mount.lustre.0 Request processed in 261us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839610.430934:0:18908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788839610.431126:0:18895:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb09f76680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18895:1875733747195264:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788839610.431138:0:18895:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.109@tcp lock: ffff91ea01bef800/0x4b63896d63641417 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d6364141e expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839610.431211:0:18895:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.109@tcp lock: ffff91ea01bef800/0x4b63896d63641417 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b63896d6364141e expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788839610.431262:0:18895:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb09f76680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18895:1875733747195392:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788839610.431288:0:18895:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788839610.431356:0:18895:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ea0238ec00 going to sleep for 11 seconds 00000100:00100000:2.0:1788839610.431396:0:18906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747195392 00000100:00100000:2.0:1788839610.431402:0:18906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747195392 00000100:00100000:2.0:1788839610.431480:0:18906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788839610.431489:0:18906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb36fd2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+8:18895:x1875733747195392:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788839610.432130:0:18906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb36fd2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+9:18895:x1875733747195392:12345-0@lo:501:mount.lustre.0 Request processed in 641us (838us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839610.432139:0:18906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788839610.432320:0:18895:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb09f76680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18895:1875733747195392:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788839610.432355:0:18895:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb09f76680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18895:1875733747195520:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788839610.432391:0:18895:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788839610.432451:0:18895:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ea0238ec00 going to sleep for 11 seconds 00000100:00100000:2.0:1788839610.432493:0:18906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747195520 00000100:00100000:2.0:1788839610.432498:0:18906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747195520 00000100:00100000:2.0:1788839610.432526:0:18906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788839610.432531:0:18906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb36fd0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+9:18895:x1875733747195520:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788839610.434256:0:18906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb36fd0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+9:18895:x1875733747195520:12345-0@lo:503:mount.lustre.0 Request processed in 1718us (1858us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839610.434266:0:18906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788839610.434336:0:18895:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb09f76680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18895:1875733747195520:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788839610.436839:0:18931:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb09f76680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18931:1875733747195648:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788839610.437028:0:18931:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788839610.437144:0:18931:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ea0238e480 going to sleep for 11 seconds 00000100:00100000:1.0:1788839610.437205:0:18907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747195648 00000100:00100000:1.0:1788839610.437214:0:18907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747195648 00000100:00100000:1.0:1788839610.437296:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788839610.437304:0:18907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb36fd2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+9:18931:x1875733747195648:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788839610.437615:0:18907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb36fd2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+9:18931:x1875733747195648:12345-0@lo:502:llog_process_th.0 Request processed in 301us (578us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839610.437624:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788839610.438386:0:18931:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb09f76680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18931:1875733747195648:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1788839610.438425:0:18931:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788839610.438437:0:18931:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788839610.438439:0:18931:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:0.0:1788839610.438444:0:18931:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:0.0:1788839610.438448:0:18931:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788839610.438477:0:18931:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff91eb0f9019b8) 00000020:00000080:0.0:1788839610.438496:0:18931:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:0.0:1788839610.438503:0:18931:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:0.0:1788839610.438581:0:18931:0:(osd_handler.c:1573:osd_obd_connect()) connect #2 00000020:00000080:0.0:1788839610.438589:0:18931:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x4b63896d6364142c 00000020:00000080:0.0:1788839610.439216:0:18931:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:0.0:1788839610.439223:0:18931:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788839610.439228:0:18931:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788839610.439229:0:18931:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:0.0:1788839610.439232:0:18931:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788839610.439236:0:18931:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788839610.439237:0:18931:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:0.0:1788839610.439240:0:18931:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788839610.439257:0:18931:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff91eb0f904d28) 00000020:00000080:0.0:1788839610.439268:0:18931:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:0.0:1788839610.439273:0:18931:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1788839610.439275:0:18931:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:0.0:1788839610.439277:0:18931:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:0.0:1788839610.439284:0:18931:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1788839610.439330:0:18931:0:(tgt_mount.c:153:server_get_mount()) get mount ffff91eb40282000 from lustre-MDT0000, refs=3 00000020:00000080:0.0:1788839610.439342:0:18931:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff91eb0f900000) 00000020:00000080:0.0:1788839610.439353:0:18931:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:0.0:1788839610.439389:0:18931:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:0.0:1788839610.439394:0:18931:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x4b63896d63641441 00000020:00000080:0.0:1788839610.439497:0:18931:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:0.0:1788839610.439502:0:18931:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:0.0:1788839610.439506:0:18931:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x4b63896d63641448 00080000:01000000:0.0:1788839610.439510:0:18931:0:(osd_handler.c:1573:osd_obd_connect()) connect #3 00000020:00000080:0.0:1788839610.439514:0:18931:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x4b63896d6364144f 00010000:00010000:2.0:1788839610.540838:0:18931:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:2.0:1788839610.541589:0:18931:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934637 00000001:00080000:2.0:1788839610.542428:0:18931:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:2.0:1788839610.545234:0:18931:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff91eb09e08000) 00000020:00000080:2.0:1788839610.545271:0:18931:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:2.0:1788839610.545365:0:18931:0:(osd_handler.c:1573:osd_obd_connect()) connect #4 00000020:00000080:2.0:1788839610.545373:0:18931:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x4b63896d6364145d 00000020:00000080:2.0:1788839610.553440:0:18931:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:3.0:1788839610.573703:0:18931:0:(genops.c:1385:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x4b63896d63641464 00000020:00000080:3.0:1788839610.574390:0:18931:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:3.0:1788839610.574402:0:18931:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788839610.574410:0:18931:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788839610.574412:0:18931:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:3.0:1788839610.574415:0:18931:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788839610.574421:0:18931:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788839610.574422:0:18931:0:(obd_config.c:1563:class_process_config()) marker 8 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:3.0:1788839610.574426:0:18931:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:3.0:1788839610.574473:0:18931:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:3.0:1788839610.574491:0:18931:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788839610.574495:0:18931:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788839610.574496:0:18931:0:(obd_config.c:1563:class_process_config()) marker 8 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:3.0:1788839610.574500:0:18931:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1788839610.574502:0:18931:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:3.0:1788839610.574504:0:18931:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788839610.574505:0:18931:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788839610.574507:0:18931:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1788839610.574509:0:18931:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788839610.574510:0:18931:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:3.0:1788839610.574521:0:18931:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1788839610.574525:0:18931:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-mdt1/mdt1 00000020:00000080:3.0:1788839610.574528:0:18931:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788839610.574529:0:18931:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1788839610.574533:0:18931:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1788839610.574539:0:18931:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.109@tcp to nid 0x20000c0a8c96d (192.168.201.109@tcp) 00000020:01000000:3.0:1788839610.574566:0:18931:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:3.0:1788839610.574569:0:18931:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788839610.574584:0:18931:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff91eb400319b8) 00000020:00000080:3.0:1788839610.574598:0:18931:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:3.0:1788839610.574604:0:18931:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1788839610.574669:0:18931:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:3.0:1788839610.574674:0:18931:0:(osd_handler.c:1573:osd_obd_connect()) connect #5 00000020:00000080:3.0:1788839610.574679:0:18931:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x4b63896d63641472 00010000:00080000:3.0:1788839610.575499:0:18931:0:(ldlm_lib.c:102:import_set_conn()) imp ffff91eb1c189800@lustre-OST0000-osc-MDT0000: add connection 192.168.201.109@tcp at head 00010000:00010000:3.0:1788839610.575716:0:18931:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-1 is initialized 00000040:01000000:3.0:1788839610.581670:0:18931:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1788839610.581728:0:18931:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:3.0:1788839610.583712:0:18931:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788839610.583787:0:18931:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:3.0:1788839610.589492:0:18931:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:0.0:1788839610.596925:0:18935:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1788839610.596935:0:18935:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:1.0:1788839610.599715:0:18931:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788839610.599732:0:18931:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1788839610.599772:0:18931:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:1.0:1788839610.599793:0:18931:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x4b63896d63641479 00000100:00080000:1.0:1788839610.599806:0:18931:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788839610.599813:0:18931:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff91eb1c189800 using connection 192.168.201.109@tcp/0@lo 00000100:00100000:1.0:1788839610.599867:0:18931:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91eb0f8f9880 x1875733747195776/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788839610.599900:0:18931:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:1.0:1788839610.599953:0:18931:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788839610.599957:0:18931:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788839610.599972:0:18931:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-OST0000 add osc 00000020:01000000:1.0:1788839610.599976:0:18931:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788839610.599978:0:18931:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #15 00000020:01000000:1.0:1788839610.599980:0:18931:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788839610.599982:0:18931:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788839610.599983:0:18931:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788839610.599986:0:18931:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788839610.599987:0:18931:0:(obd_config.c:1563:class_process_config()) marker 15 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788839610.599990:0:18931:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1788839610.599995:0:18931:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of lustre-mdt1/mdt1 00000020:00000080:1.0:1788839610.599998:0:18931:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788839610.599999:0:18931:0:(obd_config.c:1563:class_process_config()) marker 18 (0x1) lustre-OST0001 add osc 00000020:00000080:1.0:1788839610.600001:0:18931:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788839610.600005:0:18931:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.109@tcp to nid 0x20000c0a8c96d (192.168.201.109@tcp) 00000020:01000000:1.0:1788839610.600030:0:18931:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:1.0:1788839610.600032:0:18931:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788839610.600045:0:18931:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff91eb3772b370) 00000020:00000080:1.0:1788839610.600078:0:18931:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:1.0:1788839610.600083:0:18931:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1788839610.600273:0:18931:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:1.0:1788839610.600280:0:18931:0:(osd_handler.c:1573:osd_obd_connect()) connect #6 00000020:00000080:1.0:1788839610.600286:0:18931:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x4b63896d63641487 00010000:00080000:1.0:1788839610.600317:0:18931:0:(ldlm_lib.c:102:import_set_conn()) imp ffff91eb0b855000@lustre-OST0001-osc-MDT0000: add connection 192.168.201.109@tcp at head 00010000:00010000:1.0:1788839610.600581:0:18931:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-2 is initialized 00000040:01000000:1.0:1788839610.600790:0:18931:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1788839610.600812:0:18931:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000100:00100000:0.0:1788839610.601007:0:3310:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb0f8f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3310:1875733747195776:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1788839610.601104:0:3310:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875733747195776 offset 0 length 520: 4 00000040:00080000:1.0:1788839610.602559:0:18931:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788839610.602633:0:18931:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:1.0:1788839610.602742:0:18931:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:2.0:1788839610.608726:0:18937:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1788839610.608735:0:18937:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:1.0:1788839610.610343:0:18931:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788839610.610446:0:18931:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1788839610.610505:0:18931:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:0.0:1788839610.610528:0:18931:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x4b63896d6364148e 00000100:00080000:0.0:1788839610.610540:0:18931:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788839610.610546:0:18931:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff91eb0b855000 using connection 192.168.201.109@tcp/0@lo 00000100:00100000:0.0:1788839610.610580:0:18931:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91eb09f76680 x1875733747195904/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788839610.610646:0:3310:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb09f76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3310:1875733747195904:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1788839610.610703:0:3310:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875733747195904 offset 0 length 520: 4 00000100:00080000:0.0:1788839610.610773:0:18931:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:0.0:1788839610.610905:0:18931:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788839610.610910:0:18931:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788839610.610918:0:18931:0:(obd_config.c:1563:class_process_config()) marker 18 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1788839610.610922:0:18931:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788839610.610926:0:18931:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788839610.610928:0:18931:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre sys.timeout 00000020:00000080:0.0:1788839610.610930:0:18931:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1788839610.610932:0:18931:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1788839610.610934:0:18931:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788839610.610936:0:18931:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788839610.610937:0:18931:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre sys.timeout 00000020:01000000:0.0:1788839610.610939:0:18931:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788839610.610941:0:18931:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788839610.610942:0:18931:0:(obd_config.c:1563:class_process_config()) marker 26 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1788839610.610945:0:18931:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1788839610.610976:0:18931:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb09f75f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18931:1875733747196032:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788839610.611026:0:18931:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788839610.611078:0:18906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747196032 00000100:00100000:0.0:1788839610.611085:0:18906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747196032 00000100:00100000:0.0:1788839610.611122:0:18906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788839610.611132:0:18906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb36fd3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+9:18931:x1875733747196032:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788839610.611553:0:18906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb36fd3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+9:18931:x1875733747196032:12345-0@lo:502:llog_process_th.0 Request processed in 420us (525us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839610.611562:0:18906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788839610.611610:0:18931:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb334caa80 going to sleep for 11 seconds 00000100:00100000:0.0:1788839610.611631:0:18931:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb09f75f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18931:1875733747196032:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1788839610.611658:0:18931:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788839610.611663:0:18931:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788839610.611665:0:18931:0:(obd_config.c:1563:class_process_config()) marker 26 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1788839610.611669:0:18931:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 37 count 37 00000020:01000000:3.0:1788839610.611846:0:18895:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-36 (rc=0) 10000000:01000000:3.0:1788839610.611875:0:18895:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.109@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:3.0:1788839610.611904:0:18895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.109@tcp lock: ffff91ea01bef800/0x4b63896d63641417 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d6364141e expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839610.611915:0:18895:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.109@tcp lock: ffff91ea01bef800/0x4b63896d63641417 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d6364141e expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788839610.611924:0:18895:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff91eb40282000 from 1 10000000:01000000:3.0:1788839610.611926:0:18895:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1788839610.611959:0:18895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb14528a00/0x4b63896d63641495 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839610.611966:0:18895:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.109@tcp lock: ffff91eb14528a00/0x4b63896d63641495 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839610.611975:0:18895:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.109@tcp lock: ffff91eb14528a00/0x4b63896d63641495 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788839610.611989:0:18895:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb33129880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18895:1875733747196160:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788839610.612021:0:18895:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788839610.612043:0:18895:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb1094d240 going to sleep for 11 seconds 00000100:00100000:1.0:1788839610.612539:0:18907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747196160 00000100:00100000:1.0:1788839610.612547:0:18907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747196160 00000100:00100000:1.0:1788839610.612586:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788839610.612596:0:18907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb36fd3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+9:18895:x1875733747196160:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788839610.612608:0:18907:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788839610.612625:0:18907:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91eb09c9c000/0x4b63896d6364149c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4b63896d63641495 expref: -99 pid: 18907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839610.612649:0:18907:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91eb09c9c000/0x4b63896d6364149c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4b63896d63641495 expref: 10 pid: 18907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839610.612660:0:18907:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91eb09c9c000/0x4b63896d6364149c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b63896d63641495 expref: 10 pid: 18907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839610.612668:0:18907:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb09c9c000, rc 0) 00000100:00100000:1.0:1788839610.612707:0:18907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb36fd3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+10:18895:x1875733747196160:12345-0@lo:101:mount.lustre.0 Request processed in 113us (686us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839610.612714:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788839610.612798:0:18895:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb33129880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18895:1875733747196160:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788839610.612811:0:18895:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.109@tcp lock: ffff91eb14528a00/0x4b63896d63641495 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d6364149c expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839610.612820:0:18895:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.109@tcp lock: ffff91eb14528a00/0x4b63896d63641495 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b63896d6364149c expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788839610.613626:0:18895:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb33129880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18895:1875733747196288:0@lo:256:mount.lustre.0 00000100:00100000:3.0:1788839610.613690:0:18895:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788839610.613787:0:18895:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb1094d240 going to sleep for 11 seconds 00000100:00100000:1.0:1788839610.614318:0:18908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747196288 00000100:00100000:1.0:1788839610.614326:0:18908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747196288 00000100:00100000:1.0:1788839610.614405:0:18908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788839610.614415:0:18908:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb36fd1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+10:18895:x1875733747196288:12345-0@lo:256:mount.lustre.0 20000000:01000000:1.0:1788839610.614433:0:18908:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:1.0:1788839610.614440:0:18908:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:1.0:1788839610.614534:0:18908:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb36fd1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+10:18895:x1875733747196288:12345-0@lo:256:mount.lustre.0 Request processed in 120us (843us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839610.614542:0:18908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788839610.614625:0:18895:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb33129880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18895:1875733747196288:0@lo:256:mount.lustre.0 10000000:01000000:3.0:1788839610.615420:0:18895:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.109@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1788839610.615448:0:18895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb14528a00/0x4b63896d63641495 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d6364149c expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839610.615468:0:18895:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.109@tcp lock: ffff91eb14528a00/0x4b63896d63641495 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d6364149c expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788839610.615488:0:18895:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff91eb40282000 from 1 10000000:01000000:3.0:1788839610.615491:0:18895:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788839610.615522:0:18895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb14528000/0x4b63896d636414a3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839610.615531:0:18895:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.109@tcp lock: ffff91eb14528000/0x4b63896d636414a3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839610.615540:0:18895:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.109@tcp lock: ffff91eb14528000/0x4b63896d636414a3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788839610.615559:0:18895:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb33129880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18895:1875733747196416:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788839610.615608:0:18895:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788839610.615642:0:18895:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb1094d240 going to sleep for 11 seconds 00000100:00100000:0.0:1788839610.615784:0:18906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747196416 00000100:00100000:0.0:1788839610.615790:0:18906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747196416 00000100:00100000:0.0:1788839610.615825:0:18906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788839610.615841:0:18906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb36fd3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+10:18895:x1875733747196416:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788839610.615852:0:18906:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788839610.615875:0:18906:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91ea01befc00/0x4b63896d636414aa lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4b63896d636414a3 expref: -99 pid: 18906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839610.616044:0:18906:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91ea01befc00/0x4b63896d636414aa lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4b63896d636414a3 expref: 11 pid: 18906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839610.616081:0:18906:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91ea01befc00/0x4b63896d636414aa lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b63896d636414a3 expref: 11 pid: 18906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839610.616090:0:18906:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91ea01befc00, rc 0) 00000100:00100000:0.0:1788839610.616138:0:18906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb36fd3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+11:18895:x1875733747196416:12345-0@lo:101:mount.lustre.0 Request processed in 305us (529us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839610.616154:0:18906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788839610.616792:0:18895:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb33129880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18895:1875733747196416:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788839610.616812:0:18895:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.109@tcp lock: ffff91eb14528000/0x4b63896d636414a3 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d636414aa expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839610.616822:0:18895:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.109@tcp lock: ffff91eb14528000/0x4b63896d636414a3 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b63896d636414aa expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788839610.617102:0:18895:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb33129880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18895:1875733747196544:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788839610.617152:0:18895:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788839610.617188:0:18895:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb1094d240 going to sleep for 11 seconds 00000100:00100000:0.0:1788839610.617498:0:18906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747196544 00000100:00100000:0.0:1788839610.617504:0:18906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747196544 00000100:00100000:0.0:1788839610.617553:0:18906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788839610.617561:0:18906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb038c6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+11:18895:x1875733747196544:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788839610.619540:0:18906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb038c6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+11:18895:x1875733747196544:12345-0@lo:501:mount.lustre.0 Request processed in 1971us (2388us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839610.619553:0:18906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1788839610.619692:0:18895:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb33129880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18895:1875733747196544:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788839610.619745:0:18895:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb33129880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18895:1875733747196672:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788839610.619801:0:18895:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788839610.620079:0:18895:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb1094d240 going to sleep for 11 seconds 00000100:00100000:1.0:1788839610.620337:0:18908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747196672 00000100:00100000:1.0:1788839610.620352:0:18908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747196672 00000100:00100000:0.0:1788839610.620605:0:18908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788839610.620616:0:18908:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb038c4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+11:18895:x1875733747196672:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788839610.620808:0:18908:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb038c4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+11:18895:x1875733747196672:12345-0@lo:503:mount.lustre.0 Request processed in 194us (1005us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839610.620823:0:18908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1788839610.621059:0:18895:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb33129880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18895:1875733747196672:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788839610.621557:0:18939:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb33129880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18939:1875733747196800:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788839610.621599:0:18939:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788839610.621794:0:18939:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb057ad300 going to sleep for 11 seconds 00000100:00100000:2.0:1788839610.622091:0:18906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747196800 00000100:00100000:2.0:1788839610.622098:0:18906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747196800 00000100:00100000:2.0:1788839610.622128:0:18906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788839610.622136:0:18906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb038c5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+11:18939:x1875733747196800:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788839610.623391:0:18906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb038c5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+11:18939:x1875733747196800:12345-0@lo:502:llog_process_th.0 Request processed in 1249us (1785us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839610.623404:0:18906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788839610.629406:0:18939:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb33129880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18939:1875733747196800:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1788839610.629470:0:18939:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788839610.629484:0:18939:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788839610.629486:0:18939:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1788839610.629493:0:18939:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff91eb40282000 00000020:00000080:3.0:1788839610.629496:0:18939:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788839610.629504:0:18939:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788839610.629506:0:18939:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788839610.629508:0:18939:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1788839610.629510:0:18939:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788839610.629512:0:18939:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788839610.629514:0:18939:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1788839610.629517:0:18939:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff91eb40282000 00000020:00000080:3.0:1788839610.629519:0:18939:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788839610.629618:0:18939:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788839610.629621:0:18939:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788839610.629623:0:18939:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1788839610.629625:0:18939:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788839610.629627:0:18939:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788839610.629628:0:18939:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1788839610.629632:0:18939:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff91eb40282000 00000020:00000080:3.0:1788839610.629634:0:18939:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1788839610.631275:0:18939:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb33129880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18939:1875733747196928:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788839610.631362:0:18939:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788839610.632261:0:18939:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb057ad300 going to sleep for 11 seconds 00000100:00100000:2.0:1788839610.644620:0:18906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747196928 00000100:00100000:2.0:1788839610.644636:0:18906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747196928 00000100:00100000:2.0:1788839610.644701:0:18906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788839610.644712:0:18906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb038c6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+11:18939:x1875733747196928:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788839610.645311:0:18906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb038c6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+11:18939:x1875733747196928:12345-0@lo:502:llog_process_th.0 Request processed in 434us (13782us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839610.645321:0:18906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788839610.646117:0:18939:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb33129880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18939:1875733747196928:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1788839610.646391:0:18939:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788839610.646401:0:18939:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788839610.646403:0:18939:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000040:00080000:1.0:1788839610.646407:0:18939:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 10 count 10 00000020:01000000:0.0:1788839610.648272:0:18895:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-9 (rc=0) 10000000:01000000:0.0:1788839610.648303:0:18895:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.109@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788839610.648325:0:18895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb14528000/0x4b63896d636414a3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d636414aa expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839610.648338:0:18895:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.109@tcp lock: ffff91eb14528000/0x4b63896d636414a3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d636414aa expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788839610.648391:0:18895:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1788839610.648394:0:18895:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff91eb40282000 10000000:01000000:0.0:1788839610.648397:0:18895:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff91eb40282000 10000000:01000000:0.0:1788839610.648402:0:18895:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788839610.648408:0:18895:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff91eb40282000 from 1 10000000:01000000:0.0:1788839610.648410:0:18895:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1788839610.648448:0:18895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.109@tcp lock: ffff91ea01bee800/0x4b63896d636414b1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839610.648468:0:18895:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.109@tcp lock: ffff91ea01bee800/0x4b63896d636414b1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839610.648479:0:18895:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.109@tcp lock: ffff91ea01bee800/0x4b63896d636414b1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788839610.648503:0:18895:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb09f75f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18895:1875733747197056:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788839610.648574:0:18895:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788839610.648618:0:18895:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb0b0aa840 going to sleep for 11 seconds 00000100:00100000:1.0:1788839610.651688:0:18907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747197056 00000100:00100000:1.0:1788839610.651704:0:18907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747197056 00000100:00100000:1.0:1788839610.651765:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788839610.651776:0:18907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb038c6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+11:18895:x1875733747197056:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788839610.651796:0:18907:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788839610.651815:0:18907:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91eb09c9cc00/0x4b63896d636414b8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x4b63896d636414b1 expref: -99 pid: 18907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839610.651846:0:18907:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91eb09c9cc00/0x4b63896d636414b8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4b63896d636414b1 expref: 12 pid: 18907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839610.651870:0:18907:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91eb09c9cc00/0x4b63896d636414b8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b63896d636414b1 expref: 12 pid: 18907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839610.651880:0:18907:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb09c9cc00, rc 0) 00000100:00100000:1.0:1788839610.651955:0:18907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb038c6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+12:18895:x1875733747197056:12345-0@lo:101:mount.lustre.0 Request processed in 182us (3381us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839610.651962:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788839610.653320:0:18895:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb09f75f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18895:1875733747197056:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788839610.653349:0:18895:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.109@tcp lock: ffff91ea01bee800/0x4b63896d636414b1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d636414b8 expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839610.653378:0:18895:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.109@tcp lock: ffff91ea01bee800/0x4b63896d636414b1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b63896d636414b8 expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788839610.653467:0:18895:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb09f75f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18895:1875733747197184:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788839610.653521:0:18895:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788839610.653562:0:18895:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb0b0aa840 going to sleep for 11 seconds 00000100:00100000:0.0:1788839610.653581:0:18908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747197184 00000100:00100000:0.0:1788839610.653587:0:18908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747197184 00000100:00100000:0.0:1788839610.653634:0:18908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788839610.653643:0:18908:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb32d56450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+12:18895:x1875733747197184:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788839610.653929:0:18908:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb32d56450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+12:18895:x1875733747197184:12345-0@lo:501:mount.lustre.0 Request processed in 286us (407us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839610.653938:0:18908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788839610.653974:0:18895:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb09f75f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18895:1875733747197184:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788839610.654001:0:18895:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb09f75f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18895:1875733747197312:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788839610.654036:0:18895:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788839610.654078:0:18895:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb0b0aa840 going to sleep for 11 seconds 00000100:00100000:1.0:1788839610.655237:0:18906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747197312 00000100:00100000:1.0:1788839610.655247:0:18906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747197312 00000100:00100000:1.0:1788839610.655296:0:18908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788839610.655306:0:18908:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb32d55050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+12:18895:x1875733747197312:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788839610.655529:0:18908:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb32d55050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+12:18895:x1875733747197312:12345-0@lo:503:mount.lustre.0 Request processed in 225us (1492us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839610.655543:0:18908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788839610.657941:0:18895:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb09f75f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18895:1875733747197312:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788839610.669795:0:18944:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3cbee300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18944:1875733747197440:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788839610.669905:0:18944:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839610.669965:0:18944:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb36f88900 going to sleep for 11 seconds 00000100:00100000:2.0:1788839610.670561:0:18908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747197440 00000100:00100000:2.0:1788839610.670570:0:18908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747197440 00000100:00100000:2.0:1788839610.670627:0:18908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1788839610.670637:0:18908:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb32d57450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+12:18944:x1875733747197440:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788839610.671082:0:18908:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb32d57450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+12:18944:x1875733747197440:12345-0@lo:502:llog_process_th.0 Request processed in 444us (1175us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839610.671091:0:18908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1788839610.673490:0:18944:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3cbee300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18944:1875733747197440:0@lo:502:llog_process_th.0 00000020:01000004:3.0:1788839610.673566:0:18944:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:3.0:1788839610.673580:0:18944:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff91eb40034d28) 00000020:00000080:3.0:1788839610.673597:0:18944:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type lwp with refcount 2 00000020:01000004:3.0:1788839610.673699:0:18944:0:(tgt_mount.c:153:server_get_mount()) get mount ffff91eb40282000 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1788839610.673703:0:18944:0:(tgt_mount.c:187:server_put_mount()) put mount ffff91eb40282000 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1788839610.673706:0:18944:0:(obd_mount.c:710:lustre_put_lsi()) put ffff91eb40282000 4 00010000:00080000:3.0:1788839610.673742:0:18944:0:(ldlm_lib.c:102:import_set_conn()) imp ffff91eb36e85800@lustre-MDT0000-lwp-MDT0000: add connection 192.168.201.109@tcp at head 00010000:00010000:3.0:1788839610.677476:0:18944:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-3 is initialized 00000020:00000080:3.0:1788839610.677703:0:18944:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:3.0:1788839610.677741:0:18944:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1788839610.677759:0:18944:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x4b63896d636414c6 00000100:00080000:3.0:1788839610.677772:0:18944:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788839610.677779:0:18944:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff91eb36e85800 using connection 192.168.201.109@tcp/0@lo 00000100:00100000:3.0:1788839610.677821:0:18944:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91eb3312b100 x1875733747197568/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788839610.677901:0:3310:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3312b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875733747197568:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788839610.677984:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788839610.682278:0:18913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747197568 00000100:00100000:0.0:1788839610.682294:0:18913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747197568 00000100:00100000:0.0:1788839610.682332:0:18913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788839610.682341:0:18913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb0f8f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3310:x1875733747197568:12345-0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788839610.682435:0:18913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb0f8f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3310:x1875733747197568:12345-0@lo:38:llog_process_th.0 Request processed in 93us (4449us total) trans 0 rc -11/-11 00000100:00100000:0.0:1788839610.682453:0:18913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788839610.682851:0:3310:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788839610.683244:0:3310:0:(import.c:65:import_set_state_nolock()) ffff91eb36e85800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788839610.683268:0:3310:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1788839610.683274:0:3310:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3312b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875733747197568:0@lo:38:llog_process_th.0 00000100:00080000:3.0:1788839610.683972:0:18944:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:3.0:1788839610.690483:0:18944:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3312bb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18944:1875733747197696:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788839610.695471:0:18944:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788839610.695536:0:18944:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb057ad240 going to sleep for 11 seconds 00000100:00100000:1.0:1788839610.695591:0:18907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747197696 00000100:00100000:1.0:1788839610.695601:0:18907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747197696 00000100:00100000:1.0:1788839610.695655:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788839610.695664:0:18907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb32d56c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+12:18944:x1875733747197696:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788839610.695964:0:18907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb32d56c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+12:18944:x1875733747197696:12345-0@lo:502:llog_process_th.0 Request processed in 300us (508us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839610.695972:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788839610.696036:0:18944:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3312bb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18944:1875733747197696:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1788839610.696098:0:18944:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 00000020:01000000:0.0:1788839610.696483:0:18895:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:0.0:1788839610.696503:0:18895:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.109@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1788839610.696527:0:18895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.109@tcp lock: ffff91ea01bee800/0x4b63896d636414b1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d636414b8 expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839610.696538:0:18895:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.109@tcp lock: ffff91ea01bee800/0x4b63896d636414b1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d636414b8 expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1788839610.696585:0:18895:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1788839610.696588:0:18895:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1788839610.696589:0:18895:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788839610.696590:0:18895:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788839610.696592:0:18895:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788839610.696593:0:18895:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788839610.696594:0:18895:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788839610.696596:0:18895:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1788839610.696597:0:18895:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788839610.696599:0:18895:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1788839610.696604:0:18895:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:0.0:1788839610.696607:0:18895:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1788839610.696608:0:18895:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1788839610.696609:0:18895:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788839610.696610:0:18895:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788839610.696610:0:18895:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788839610.696612:0:18895:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788839610.696613:0:18895:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788839610.696614:0:18895:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1788839610.696614:0:18895:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788839610.696615:0:18895:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1788839610.696636:0:18895:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:0.0:1788839610.696652:0:18895:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb09f75f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18895:1875733747197824:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1788839610.696696:0:18895:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788839610.696729:0:18895:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb0b0aa900 going to sleep for 11 seconds 00000100:00100000:2.0:1788839610.702012:0:18908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747197824 00000100:00100000:2.0:1788839610.702027:0:18908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747197824 00000100:00100000:2.0:1788839610.702113:0:18908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788839610.702125:0:18908:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb32d56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+12:18895:x1875733747197824:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788839610.702310:0:18908:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1788839610.702326:0:18908:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:2.0:1788839610.781484:0:18908:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1788839610.781505:0:18908:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1788839610.781601:0:18929:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1788839610.781606:0:18929:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1788839610.781629:0:18929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff91eb14528e00/0x4b63896d636414cd lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839610.781649:0:18929:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91eb09c9c000/0x4b63896d6364149c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b63896d63641495 expref: 12 pid: 18907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839610.781671:0:18929:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff91eb14528e00/0x4b63896d636414cd lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 18929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839610.781714:0:18929:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91eb09c9c000/0x4b63896d6364149c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4b63896d63641495 expref: 12 pid: 18907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839610.781728:0:18929:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff91eb09c9c000/0x4b63896d6364149c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4b63896d63641495 expref: 12 pid: 18907 timeout: 693 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788839610.781743:0:18929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb33128000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:18929:1875733747197952:0@lo:104: 00000100:00100000:3.0:1788839610.781817:0:18929:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788839610.781867:0:18929:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb03fcc540 going to sleep for 11 seconds 00000100:00100000:3.0:1788839610.781905:0:18896:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747197952 00000100:00100000:3.0:1788839610.781912:0:18896:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747197952 00000100:00100000:3.0:1788839610.781958:0:18896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788839610.781968:0:18896:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb33129180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+3:18929:x1875733747197952:12345-0@lo:104: 00010000:00010000:3.0:1788839610.781981:0:18896:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.109@tcp lock: ffff91eb14528a00/0x4b63896d63641495 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4b63896d6364149c expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839610.782309:0:18896:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788839610.782317:0:18896:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb33129180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+3:18929:x1875733747197952:12345-0@lo:104: Request processed in 350us (500us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839610.782325:0:18896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:0.0:1788839610.783755:0:18902:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788839610.783769:0:18902:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.109@tcp lock: ffff91eb14528a00/0x4b63896d63641495 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4b63896d6364149c expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839610.783782:0:18902:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb14528a00 already unused, calling callback (ffffffffc1a36c20) 10000000:00010000:0.0:1788839610.783786:0:18902:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.109@tcp lock: ffff91eb14528a00/0x4b63896d63641495 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x4b63896d6364149c expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839610.783796:0:18902:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.109@tcp lock: ffff91eb14528a00/0x4b63896d63641495 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x4b63896d6364149c expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788839610.783804:0:18902:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.109@tcp lock: ffff91eb14528a00/0x4b63896d63641495 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x4b63896d6364149c expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788839610.783809:0:18902:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788839610.783856:0:18902:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.109@tcp lock: ffff91eb14528a00/0x4b63896d63641495 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b63896d6364149c expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839610.783863:0:18902:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788839610.783885:0:18902:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.109@tcp lock: ffff91eb14528a00/0x4b63896d63641495 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b63896d6364149c expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839610.783892:0:18902:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.109@tcp lock: ffff91eb14528a00/0x4b63896d63641495 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b63896d6364149c expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839610.783910:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839610.783913:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839610.783914:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788839610.783947:0:3314:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb09f77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:53872141-605a-4cd4-a15a-9f0a5ba1bab4:3314:1875733747198080:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788839610.784005:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788839610.784343:0:18898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747198080 00000100:00100000:0.0:1788839610.784351:0:18898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747198080 00010000:00010000:0.0:1788839610.784377:0:18898:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff91eb09c9c000/0x4b63896d6364149c lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4b63896d63641495 expref: 13 pid: 18907 timeout: 693 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788839610.784401:0:18898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788839610.784410:0:18898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb09f74380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+13:3314:x1875733747198080:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788839610.784423:0:18898:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788839610.784428:0:18898:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff91eb09c9c000/0x4b63896d6364149c lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4b63896d63641495 expref: 13 pid: 18907 timeout: 693 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839610.784440:0:18898:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff91eb09c9c000/0x4b63896d6364149c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x4b63896d63641495 expref: 13 pid: 18907 timeout: 693 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839610.784470:0:18898:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff91eb14528e00/0x4b63896d636414cd lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 18929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839610.784479:0:18898:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91eb14528e00/0x4b63896d636414cd lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 18929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1788839610.784496:0:18898:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002890752s 00010000:00010000:0.0:1788839610.784501:0:18898:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff91eb14528e00/0x4b63896d636414cd lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 18929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839610.784509:0:18898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff91eb14528e00/0x4b63896d636414cd lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839610.784515:0:18898:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff91eb14528e00/0x4b63896d636414cd lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839610.784522:0:18898:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff91eb14528e00/0x4b63896d636414cd lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839610.784539:0:18898:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb14528e00 already unused, calling callback (ffffffffc1407420) 00010000:00010000:0.0:1788839610.784543:0:18898:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff91eb14528e00/0x4b63896d636414cd lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839610.784551:0:18898:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff91eb14528e00/0x4b63896d636414cd lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 18929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839610.784561:0:18898:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff91eb14528e00/0x4b63896d636414cd lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839610.784570:0:18898:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788839610.784607:0:18898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb09f74380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+13:3314:x1875733747198080:12345-0@lo:103:ldlm_bl.0 Request processed in 198us (602us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839610.784615:0:18898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788839610.784652:0:3314:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb09f77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:53872141-605a-4cd4-a15a-9f0a5ba1bab4:3314:1875733747198080:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788839610.787557:0:18929:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91eb09c9c000/0x4b63896d6364149c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x4b63896d63641495 expref: 12 pid: 18907 timeout: 693 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788839610.787579:0:18929:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb33128000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:18929:1875733747197952:0@lo:104: 00010000:00010000:2.0:1788839610.787603:0:18929:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff91eb14528e00/0x4b63896d636414cd lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839610.787614:0:18929:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff91eb14528e00/0x4b63896d636414cd lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839610.787620:0:18929:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff91eb14528e00/0x4b63896d636414cd lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839610.787638:0:18929:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91eb14528e00/0x4b63896d636414cd lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788839610.791466:0:18908:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb32d56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+11:18895:x1875733747197824:12345-0@lo:253:mount.lustre.0 Request processed in 89326us (94751us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839610.791482:0:18908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788839610.791601:0:18895:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb09f75f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18895:1875733747197824:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1788839610.791616:0:18895:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1788839610.791620:0:18895:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1788839610.791621:0:18895:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1788839610.791623:0:18895:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788839610.791624:0:18895:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788839610.791625:0:18895:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788839610.791626:0:18895:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788839610.791627:0:18895:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788839610.791629:0:18895:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1788839610.791631:0:18895:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788839610.791632:0:18895:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1788839610.791651:0:18895:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:2.0:1788839610.796986:0:18895:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/8/4) registered 00080000:10000000:2.0:1788839610.797201:0:18895:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:2.0:1788839610.797507:0:18895:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/8/4) registered 00080000:10000000:2.0:1788839610.797671:0:18895:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:2.0:1788839610.797913:0:18895:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/8/4) registered 00080000:10000000:2.0:1788839610.801638:0:18895:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8/1) registered 00080000:10000000:3.0:1788839610.803105:0:18895:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/8/4) registered 00080000:10000000:3.0:1788839610.803280:0:18895:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8/1) registered 00080000:10000000:3.0:1788839610.803570:0:18895:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/8/4) registered 00080000:10000000:3.0:1788839610.803807:0:18895:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8/1) registered 00080000:10000000:3.0:1788839610.804105:0:18895:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xf:0x0] (8/8/4) registered 00080000:10000000:3.0:1788839610.804276:0:18895:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8/1) registered 00000020:00080000:2.0:1788839610.835947:0:18895:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967527 00000040:01000000:3.0:1788839610.836564:0:18895:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:2.0:1788839610.836695:0:18951:0:(update_trans.c:1539:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967527 00000020:00080000:2.0:1788839610.836700:0:18951:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967527 00000040:01000000:2.0:1788839610.836950:0:18952:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=32, read=32 00000040:00080000:2.0:1788839610.837024:0:18952:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788839610.842229:0:18952:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1788839610.842321:0:18952:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000004:00080000:2.0:1788839610.842327:0:18952:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000040:01000000:3.0:1788839610.846867:0:18895:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:3.0:1788839610.846989:0:18895:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:3.0:1788839610.847472:0:18895:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:3.0:1788839610.847480:0:18895:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:3.0:1788839610.847609:0:18895:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788839610.852914:0:18895:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:3.0:1788839610.853531:0:18895:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:3.0:1788839610.853566:0:18895:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:3.0:1788839610.854551:0:18895:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:3.0:1788839610.855693:0:18895:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x37:0x0] (8/8/4) registered 00000001:00000004:2.0:1788839610.865593:0:18895:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:2.0:1788839610.932716:0:18895:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:2.0:1788839610.932754:0:18895:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffbb2441c63988 00100000:10000000:2.0:1788839610.932761:0:18895:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:0.0:1788839610.933487:0:18895:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1788839610.933503:0:18895:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.201.109@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1788839610.933514:0:18895:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=46 00000080:00000004:0.0:1788839610.933541:0:18895:0:(super25.c:182:lustre_fill_super()) lustre-mdt1/mdt1: Mount complete 00010000:00010000:3.0:1788839611.325478:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788839611.709529:0:18945:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1788839611.709539:0:18945:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788839611.709988:0:18945:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1788839611.709997:0:18945:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 10000000:01000000:1.0:1788839611.903091:0:18910:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1788839611.903100:0:18910:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff91eb40282000 from 9 10000000:01000000:1.0:1788839611.903106:0:18910:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788839611.903159:0:18910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb09c9c600/0x4b63896d636414d4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839611.903172:0:18910:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.109@tcp lock: ffff91eb09c9c600/0x4b63896d636414d4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839611.903198:0:18910:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.109@tcp lock: ffff91eb09c9c600/0x4b63896d636414d4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788839611.903225:0:18910:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb0f8f9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18910:1875733747198208:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788839611.903302:0:18910:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788839611.903364:0:18910:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb0382bf00 going to sleep for 11 seconds 00000100:00100000:2.0:1788839611.903624:0:18906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747198208 00000100:00100000:2.0:1788839611.903633:0:18906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747198208 00000100:00100000:2.0:1788839611.903695:0:18906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788839611.903706:0:18906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb32d57850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+11:18910:x1875733747198208:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788839611.903720:0:18906:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788839611.903737:0:18906:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91eb20964000/0x4b63896d636414db lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4b63896d636414d4 expref: -99 pid: 18906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839611.903762:0:18906:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91eb20964000/0x4b63896d636414db lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4b63896d636414d4 expref: 12 pid: 18906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839611.903774:0:18906:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91eb20964000/0x4b63896d636414db lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b63896d636414d4 expref: 12 pid: 18906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839611.903784:0:18906:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb20964000, rc 0) 00000100:00100000:2.0:1788839611.903831:0:18906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb32d57850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+12:18910:x1875733747198208:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 126us (529us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839611.903837:0:18906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788839611.903904:0:18910:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb0f8f9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18910:1875733747198208:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788839611.903919:0:18910:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.109@tcp lock: ffff91eb09c9c600/0x4b63896d636414d4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d636414db expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839611.903928:0:18910:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.109@tcp lock: ffff91eb09c9c600/0x4b63896d636414d4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b63896d636414db expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788839611.903996:0:18910:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3cbedf80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18910:1875733747198336:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1788839611.904042:0:18910:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839611.904081:0:18910:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb0641ed80 going to sleep for 11 seconds 00000100:00100000:2.0:1788839611.904097:0:18908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747198336 00000100:00100000:2.0:1788839611.904101:0:18908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747198336 00000100:00100000:2.0:1788839611.904124:0:18908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788839611.904131:0:18908:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb32d55450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+12:18910:x1875733747198336:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1788839611.904146:0:18908:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1788839611.904163:0:18908:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1788839611.904166:0:18908:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 9 00000100:00100000:2.0:1788839611.904245:0:18908:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb32d55450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+12:18910:x1875733747198336:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 113us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839611.904252:0:18908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788839611.904286:0:18910:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3cbedf80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18910:1875733747198336:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1788839611.904328:0:18910:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.109@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1788839611.904335:0:18910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb09c9c600/0x4b63896d636414d4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d636414db expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839611.904342:0:18910:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.109@tcp lock: ffff91eb09c9c600/0x4b63896d636414d4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d636414db expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839612.350409:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788839612.733356:0:18945:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1788839612.733366:0:18945:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788839612.740683:0:18945:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:0.0:1788839612.741810:0:18945:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788839612.741853:0:18945:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00010000:00010000:3.0:1788839613.373255:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788839614.398186:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839615.421325:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788839615.805942:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:0.0:1788839615.806131:0:3311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb0f8f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53872141-605a-4cd4-a15a-9f0a5ba1bab4:3311:1875733747198464:0@lo:400:kworker.0 00000100:00100000:0.0:1788839615.806213:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788839615.806785:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788839615.806789:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788839615.806792:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788839615.806796:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1788839615.806799:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1788839615.806803:0:36:0:(import.c:65:import_set_state_nolock()) ffff91eb36e85800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788839615.806814:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff91eb36e85800 using connection 192.168.201.109@tcp/0@lo 00000100:00100000:1.0:1788839615.806841:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91eb0f8fbb80 x1875733747198592/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788839615.806873:0:3310:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb0f8fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875733747198592:0@lo:38:kworker.0 00000100:00100000:1.0:1788839615.806910:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788839615.807533:0:18915:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747198592 00000100:00100000:0.0:1788839615.807542:0:18915:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747198592 00000100:00100000:0.0:1788839615.807581:0:18915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788839615.807589:0:18915:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb0f8fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3310:x1875733747198592:12345-0@lo:38:kworker.0 00010000:00080000:0.0:1788839615.807614:0:18915:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 598 last 0 00000020:00000080:0.0:1788839615.807655:0:18915:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x4b63896d636414e2 00000004:00100000:0.0:1788839615.807747:0:18915:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1788839615.807897:0:18915:0:(import.c:65:import_set_state_nolock()) ffff91eb0a5a9800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788839615.807966:0:18915:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb0f8fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1875733747198592:12345-0@lo:38:kworker.0 Request processed in 375us (1053us total) trans 0 rc 0/0 00010000:00080000:1.0:1788839615.808833:0:3310:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff91eb0f8fbb80 x1875733747198592/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788839625 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788839615.808852:0:3310:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1788839615.808868:0:3310:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:1.0:1788839615.808873:0:3310:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1788839615.808876:0:3310:0:(import.c:65:import_set_state_nolock()) ffff91eb36e85800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1788839615.808883:0:3310:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb0f8fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3310:1875733747198592:0@lo:38:kworker.0 00000100:00100000:0.0:1788839615.809182:0:18915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788839615.809670:0:18907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747198464 00000100:00100000:2.0:1788839615.809692:0:18907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747198464 00000100:00100000:2.0:1788839615.809735:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788839615.809744:0:18907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb32d57050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+12:3311:x1875733747198464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788839615.809829:0:18907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb32d57050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+12:3311:x1875733747198464:12345-0@lo:400:kworker.0 Request processed in 86us (3616us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839615.809847:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788839615.809894:0:3311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb0f8f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53872141-605a-4cd4-a15a-9f0a5ba1bab4:3311:1875733747198464:0@lo:400:kworker.0 00000001:02000400:2.0:1788839616.443421:0:19196:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg109-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1788839616.459482:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839617.470239:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788839618.493605:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788839619.518459:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788839620.312633:0:19346:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffd471ac5d0 20000000:00000080:2.0:1788839620.312652:0:19346:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff91eb04433800 uarg=0000000000000000 20000000:01000000:2.0:1788839620.312684:0:19346:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:2.0:1788839620.312692:0:19346:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:2.0:1788839620.312697:0:19346:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:0.0:1788839620.313746:0:19347:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 10 20000000:00000400:2.0:1788839620.314037:0:19346:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:2.0:1788839620.322837:0:19346:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:2.0:1788839620.322876:0:19346:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff91eb20965200/0x4b63896d636414e9 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19346 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839620.322897:0:19346:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91ea01befc00/0x4b63896d636414aa lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b63896d636414a3 expref: 11 pid: 18906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839620.322907:0:19346:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff91eb20965200/0x4b63896d636414e9 lrc: 4/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19346 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839620.322955:0:19346:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91ea01befc00/0x4b63896d636414aa lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4b63896d636414a3 expref: 11 pid: 18906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839620.322973:0:19346:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff91ea01befc00/0x4b63896d636414aa lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4b63896d636414a3 expref: 11 pid: 18906 timeout: 703 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788839620.322986:0:19346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3cbedf80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19346:1875733747198720:0@lo:104: 00000100:00100000:2.0:1788839620.323089:0:19346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839620.323144:0:19346:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb33079000 going to sleep for 11 seconds 00000100:00100000:0.0:1788839620.323798:0:18897:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747198720 00000100:00100000:0.0:1788839620.323807:0:18897:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747198720 00000100:00100000:0.0:1788839620.323874:0:18897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788839620.323884:0:18897:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3cbef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+3:19346:x1875733747198720:12345-0@lo:104: 00010000:00010000:0.0:1788839620.323897:0:18897:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.109@tcp lock: ffff91eb14528000/0x4b63896d636414a3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4b63896d636414aa expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839620.323969:0:18897:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788839620.323976:0:18897:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3cbef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+3:19346:x1875733747198720:12345-0@lo:104: Request processed in 94us (888us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839620.323983:0:18897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00010000:0.0:1788839620.324005:0:18902:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788839620.324012:0:18902:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.109@tcp lock: ffff91eb14528000/0x4b63896d636414a3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4b63896d636414aa expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839620.324034:0:18902:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb14528000 already unused, calling callback (ffffffffc1a36c20) 10000000:00010000:0.0:1788839620.324039:0:18902:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.109@tcp lock: ffff91eb14528000/0x4b63896d636414a3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x4b63896d636414aa expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839620.324067:0:18902:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.109@tcp lock: ffff91eb14528000/0x4b63896d636414a3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x4b63896d636414aa expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788839620.324076:0:18902:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.109@tcp lock: ffff91eb14528000/0x4b63896d636414a3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x4b63896d636414aa expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788839620.324082:0:18902:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1788839620.324119:0:18902:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.109@tcp lock: ffff91eb14528000/0x4b63896d636414a3 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b63896d636414aa expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839620.324126:0:18902:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788839620.324148:0:18902:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.109@tcp lock: ffff91eb14528000/0x4b63896d636414a3 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b63896d636414aa expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839620.324155:0:18902:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.109@tcp lock: ffff91eb14528000/0x4b63896d636414a3 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b63896d636414aa expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839620.324177:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839620.324179:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839620.324181:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788839620.324207:0:3312:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb09f77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53872141-605a-4cd4-a15a-9f0a5ba1bab4:3312:1875733747198848:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788839620.324243:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788839620.324319:0:18898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747198848 00000100:00100000:0.0:1788839620.324324:0:18898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747198848 00010000:00010000:0.0:1788839620.324342:0:18898:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff91ea01befc00/0x4b63896d636414aa lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4b63896d636414a3 expref: 12 pid: 18906 timeout: 703 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788839620.324372:0:18898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788839620.324379:0:18898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb09f75180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+12:3312:x1875733747198848:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788839620.324401:0:18898:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788839620.324408:0:18898:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff91ea01befc00/0x4b63896d636414aa lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4b63896d636414a3 expref: 12 pid: 18906 timeout: 703 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839620.324416:0:18898:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff91ea01befc00/0x4b63896d636414aa lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x4b63896d636414a3 expref: 12 pid: 18906 timeout: 703 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839620.324433:0:18898:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff91eb20965200/0x4b63896d636414e9 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 19346 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839620.324442:0:18898:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91eb20965200/0x4b63896d636414e9 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 19346 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839620.324456:0:18898:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff91eb20965200/0x4b63896d636414e9 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19346 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839620.324463:0:18898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff91eb20965200/0x4b63896d636414e9 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19346 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839620.324470:0:18898:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff91eb20965200/0x4b63896d636414e9 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19346 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839620.324476:0:18898:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff91eb20965200/0x4b63896d636414e9 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19346 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839620.324481:0:18898:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb20965200 already unused, calling callback (ffffffffc1407420) 00010000:00010000:0.0:1788839620.324486:0:18898:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff91eb20965200/0x4b63896d636414e9 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19346 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839620.324500:0:18898:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff91eb20965200/0x4b63896d636414e9 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19346 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839620.324508:0:18898:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff91eb20965200/0x4b63896d636414e9 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19346 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839620.324519:0:18898:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788839620.324549:0:18898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb09f75180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+12:3312:x1875733747198848:12345-0@lo:103:ldlm_bl.0 Request processed in 171us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839620.324556:0:18898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788839620.324593:0:3312:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb09f77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53872141-605a-4cd4-a15a-9f0a5ba1bab4:3312:1875733747198848:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788839620.327110:0:19346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91ea01befc00/0x4b63896d636414aa lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x4b63896d636414a3 expref: 11 pid: 18906 timeout: 703 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788839620.327132:0:19346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3cbedf80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19346:1875733747198720:0@lo:104: 00010000:00010000:2.0:1788839620.327157:0:19346:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff91eb20965200/0x4b63896d636414e9 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19346 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839620.327167:0:19346:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff91eb20965200/0x4b63896d636414e9 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19346 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839620.327173:0:19346:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff91eb20965200/0x4b63896d636414e9 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19346 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839620.327178:0:19346:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91eb20965200/0x4b63896d636414e9 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19346 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839620.541219:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788839620.925510:0:3310:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788839610/real 1788839610] req@ffff91eb09f76680 x1875733747195904/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788839620 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788839620.925549:0:3310:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff91eb09f76680 x1875733747195904/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788839620 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788839620.925562:0:3310:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788839610/real 1788839610] req@ffff91eb0f8f9880 x1875733747195776/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788839620 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788839620.925575:0:3310:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff91eb0f8f9880 x1875733747195776/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788839620 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788839620.925594:0:3310:0:(import.c:65:import_set_state_nolock()) ffff91eb0b855000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788839620.925664:0:3310:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788839620.925668:0:3310:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb09f76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3310:1875733747195904:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1788839620.925696:0:3310:0:(import.c:65:import_set_state_nolock()) ffff91eb1c189800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788839620.928520:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788839620.928532:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1788839620.928536:0:37:0:(import.c:65:import_set_state_nolock()) ffff91eb1c189800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788839620.928544:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 593 00000100:00080000:0.0:1788839620.928550:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788839620.928558:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff91eb1c189800 using connection 192.168.201.109@tcp/0@lo 00000100:00100000:0.0:1788839620.928607:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91eb09f77b80 x1875733747198976/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788839620.928628:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788839620.928631:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1788839620.928633:0:37:0:(import.c:65:import_set_state_nolock()) ffff91eb0b855000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788839620.928636:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 593 00000100:00080000:0.0:1788839620.928639:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788839620.928643:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff91eb0b855000 using connection 192.168.201.109@tcp/0@lo 00000100:00100000:0.0:1788839620.928675:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91eb09f76d80 x1875733747199104/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788839620.929331:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788839620.929353:0:3314:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb09f74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1875733747199232:0@lo:400:kworker.0 00000100:00100000:3.0:1788839620.929434:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788839620.929595:0:18914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747199232 00000100:00100000:0.0:1788839620.929602:0:18914:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747199232 00000100:00100000:0.0:1788839620.929646:0:18914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788839620.929655:0:18914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb33128700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1875733747199232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788839620.929714:0:18914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb33128700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1875733747199232:12345-0@lo:400:kworker.0 Request processed in 59us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839620.929721:0:18914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:3.0:1788839620.929832:0:3314:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff91eb09f74000 x1875733747199232/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788839636 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788839620.929848:0:3314:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb09f74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1875733747199232:0@lo:400:kworker.0 00000100:00080000:2.0:1788839620.930183:0:3310:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788839620.930189:0:3310:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb0f8f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3310:1875733747195776:0@lo:8:llog_process_th.0 00000100:00100000:2.0:1788839620.930212:0:3310:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb09f77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3310:1875733747198976:0@lo:8:kworker.0 00000400:00000100:2.0:1788839620.930242:0:3310:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875733747198976 offset 0 length 520: 4 00000100:00100000:2.0:1788839620.930264:0:3310:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb09f76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3310:1875733747199104:0@lo:8:kworker.0 00000400:00000100:2.0:1788839620.930310:0:3310:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875733747199104 offset 0 length 520: 4 00010000:00010000:1.0:1788839621.566197:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1788839621.775779:0:18910:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1788839621.775798:0:18910:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff91eb40282000 from 10 10000000:01000000:3.0:1788839621.775804:0:18910:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788839621.775852:0:18910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb14528400/0x4b63896d636414f0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839621.775865:0:18910:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.109@tcp lock: ffff91eb14528400/0x4b63896d636414f0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839621.775889:0:18910:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.109@tcp lock: ffff91eb14528400/0x4b63896d636414f0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788839621.775917:0:18910:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb33128000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18910:1875733747199360:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788839621.775992:0:18910:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788839621.776041:0:18910:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb3309c0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788839621.776323:0:18906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747199360 00000100:00100000:2.0:1788839621.776331:0:18906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747199360 00000100:00100000:2.0:1788839621.776388:0:18906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1788839621.776398:0:18906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb32d56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+11:18910:x1875733747199360:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788839621.776412:0:18906:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788839621.776427:0:18906:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91eb20964c00/0x4b63896d636414f7 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4b63896d636414f0 expref: -99 pid: 18906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839621.776453:0:18906:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91eb20964c00/0x4b63896d636414f7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4b63896d636414f0 expref: 12 pid: 18906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839621.776464:0:18906:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91eb20964c00/0x4b63896d636414f7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b63896d636414f0 expref: 12 pid: 18906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839621.776474:0:18906:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb20964c00, rc 0) 00000100:00100000:2.0:1788839621.776521:0:18906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb32d56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+12:18910:x1875733747199360:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 124us (528us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839621.776528:0:18906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1788839621.776572:0:18910:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb33128000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18910:1875733747199360:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788839621.776597:0:18910:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.109@tcp lock: ffff91eb14528400/0x4b63896d636414f0 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d636414f7 expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839621.776607:0:18910:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.109@tcp lock: ffff91eb14528400/0x4b63896d636414f0 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b63896d636414f7 expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788839621.776665:0:18910:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3cbedf80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18910:1875733747199488:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788839621.776694:0:18910:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839621.776745:0:18910:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb09e4f3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788839621.776968:0:18907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747199488 00000100:00100000:3.0:1788839621.776974:0:18907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747199488 00000100:00100000:3.0:1788839621.777013:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1788839621.777021:0:18907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb32d55c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+12:18910:x1875733747199488:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788839621.777312:0:18907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb32d55c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+12:18910:x1875733747199488:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 292us (617us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839621.777320:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1788839621.777534:0:18910:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3cbedf80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18910:1875733747199488:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788839621.777568:0:18910:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3cbedf80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18910:1875733747199616:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788839621.777609:0:18910:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839621.777641:0:18910:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb09e4f3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788839621.778017:0:18908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747199616 00000100:00100000:2.0:1788839621.778024:0:18908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747199616 00000100:00100000:2.0:1788839621.778069:0:18908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788839621.778078:0:18908:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb32d54850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+12:18910:x1875733747199616:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788839621.778253:0:18908:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb32d54850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+12:18910:x1875733747199616:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 176us (643us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839621.778273:0:18908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788839621.778321:0:18910:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3cbedf80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18910:1875733747199616:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1788839621.780169:0:19408:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 10 00000020:01000000:2.0:1788839621.780256:0:18910:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 10-9 (rc=0) 10000000:01000000:2.0:1788839621.780284:0:18910:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.109@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788839621.780297:0:18910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb14528400/0x4b63896d636414f0 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d636414f7 expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839621.780321:0:18910:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.109@tcp lock: ffff91eb14528400/0x4b63896d636414f0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d636414f7 expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839622.590151:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788839622.974782:0:18945:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788839623.613599:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788839624.645254:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788839625.665395:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788839626.049937:0:12628:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788839626.049944:0:12628:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788839626.049947:0:12628:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788839626.049950:0:12628:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788839626.051146:0:3314:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3312bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:53872141-605a-4cd4-a15a-9f0a5ba1bab4:3314:1875733747199744:0@lo:400:kworker.0 00000100:00100000:0.0:1788839626.051242:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788839626.051324:0:3311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3312b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1875733747199872:0@lo:400:kworker.0 00000100:00100000:0.0:1788839626.051358:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788839626.051393:0:18915:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747199872 00000100:00100000:0.0:1788839626.051400:0:18915:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747199872 00000100:00100000:0.0:1788839626.051443:0:18915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788839626.051451:0:18915:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb09f75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1875733747199872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788839626.051502:0:18915:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb09f75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1875733747199872:12345-0@lo:400:kworker.0 Request processed in 52us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839626.051510:0:18915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:0.0:1788839626.051550:0:3311:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff91eb3312b100 x1875733747199872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788839642 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788839626.051565:0:3311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3312b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1875733747199872:0@lo:400:kworker.0 00000100:00100000:1.0:1788839626.054582:0:18908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747199744 00000100:00100000:1.0:1788839626.054600:0:18908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747199744 00000100:00100000:1.0:1788839626.054666:0:18908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1788839626.054678:0:18908:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb32d55850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+12:3314:x1875733747199744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788839626.054772:0:18908:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb32d55850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+12:3314:x1875733747199744:12345-0@lo:400:kworker.0 Request processed in 96us (3529us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839626.054780:0:18908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1788839626.056519:0:3314:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3312bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:53872141-605a-4cd4-a15a-9f0a5ba1bab4:3314:1875733747199744:0@lo:400:kworker.0 00000020:01000004:2.0:1788839626.205478:0:19597:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1788839626.205482:0:19597:0:(obd_mount.c:926:lmd_print()) device: lustre-ost1/ost1 00000080:01200004:2.0:1788839626.205593:0:19597:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff91eb3377b800 00000020:01000004:2.0:1788839626.205609:0:19597:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-OST0000, type=osd-zfs, lsifl=200002, mountfl=0 00000020:01000004:2.0:1788839626.205622:0:19597:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-zfs) 00000020:00000080:2.0:1788839626.205637:0:19597:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff91eb09e099b8) 00000020:00000080:2.0:1788839626.205653:0:19597:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type osd-zfs with refcount 2 00100000:10000000:0.0:1788839626.250463:0:19597:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x200000007:0x1:0x0] => 0 (ROOT): rc = 1 00100000:10000000:0.0:1788839626.250895:0:19597:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-OST0000: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:0.0:1788839626.252595:0:19597:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x200000009:0x0:0x0] => 0 (update_log): rc = 1 00100000:10000000:0.0:1788839626.253547:0:19597:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x20000000a:0x0:0x0] => 0 (update_log_dir): rc = 1 00100000:10000000:0.0:1788839626.254246:0:19597:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-OST0000: registered index [0x200000003:0xb:0x0] (8/32) 00100000:10000000:0.0:1788839626.254971:0:19597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled lustre-OST0000 under 579: rc = 0 00100000:10000000:0.0:1788839626.255224:0:19597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled params under 579: rc = 0 00100000:10000000:0.0:1788839626.255488:0:19597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled lustre-client under 579: rc = 0 00100000:10000000:0.0:1788839626.256115:0:19597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x2020000 under 775: rc = 0 00100000:10000000:0.0:1788839626.256521:0:19597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x20000 under 775: rc = 0 00100000:10000000:0.0:1788839626.256989:0:19597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x1020000 under 775: rc = 0 00100000:10000000:1.0:1788839626.264761:0:19597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x1020000-OST0000 under 775: rc = 0 00100000:10000000:1.0:1788839626.265308:0:19597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x20000-OST0000 under 775: rc = 0 00100000:10000000:1.0:1788839626.265582:0:19597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x2020000-OST0000 under 775: rc = 0 00000020:00000080:1.0:1788839626.266650:0:19597:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:1.0:1788839626.266922:0:19597:0:(osd_handler.c:1573:osd_obd_connect()) connect #0 00000020:00000080:1.0:1788839626.266935:0:19597:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x4b63896d63641505 00000020:01000004:1.0:1788839626.266945:0:19597:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-OST0000 on device lustre-ost1/ost1 00000020:01000004:1.0:1788839626.266968:0:19597:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.201.109@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1788839626.266972:0:19597:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.201.109@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:1.0:1788839626.266986:0:19597:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0000 00000020:01000004:1.0:1788839626.266991:0:19597:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:1.0:1788839626.267004:0:19597:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff91eb3772cd28) 00000020:00000080:1.0:1788839626.267015:0:19597:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type ost with refcount 2 00000100:00100000:1.0:1788839626.273626:0:19597:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788839626.274101:0:19597:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:1.0:1788839626.274109:0:19597:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:2.0:1788839626.284434:0:19597:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:2.0:1788839626.284466:0:19597:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:3.0:1788839626.291606:0:19597:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:3.0:1788839626.291620:0:19597:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:2.0:1788839626.297454:0:19597:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788839626.297725:0:19597:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:2.0:1788839626.297732:0:19597:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:3.0:1788839626.299080:0:19597:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:3.0:1788839626.299092:0:19597:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:0.0:1788839626.326979:0:19597:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788839626.327312:0:19597:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:0.0:1788839626.327320:0:19597:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:2.0:1788839626.330012:0:19597:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:2.0:1788839626.330028:0:19597:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:2.0:1788839626.333629:0:19597:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:2.0:1788839626.333718:0:19597:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:2.0:1788839626.337933:0:19597:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788839626.338379:0:19597:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:2.0:1788839626.338385:0:19597:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:0.0:1788839626.339631:0:19597:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:0.0:1788839626.339824:0:19597:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:0.0:1788839626.445195:0:19597:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788839626.446441:0:19597:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:2.0:1788839626.446450:0:19597:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:3.0:1788839626.447633:0:19597:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:3.0:1788839626.447645:0:19597:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:3.0:1788839626.450855:0:19597:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:3.0:1788839626.450887:0:19597:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for lustre-ost1/ost1 10000000:01000000:3.0:1788839626.450894:0:19597:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.201.109@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:3.0:1788839626.462607:0:19597:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.109@tcp ctxt 0 is initialized 00000020:01000004:3.0:1788839626.462648:0:19597:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.201.109@tcp, index=0000, flags=0x20002 00000020:01000004:3.0:1788839626.462655:0:19597:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1788839626.462657:0:19597:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1788839626.462658:0:19597:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788839626.462659:0:19597:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788839626.462757:0:19597:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788839626.462759:0:19597:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788839626.462760:0:19597:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788839626.462762:0:19597:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788839626.462764:0:19597:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1788839626.462767:0:19597:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:3.0:1788839626.462770:0:19597:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1788839626.462771:0:19597:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1788839626.462772:0:19597:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788839626.462773:0:19597:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788839626.462774:0:19597:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788839626.462775:0:19597:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788839626.462776:0:19597:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788839626.462777:0:19597:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788839626.462778:0:19597:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1788839626.462806:0:19597:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:3.0:1788839626.462828:0:19597:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb33129880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:19597:1875733747200000:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1788839626.462916:0:19597:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788839626.462979:0:19597:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb0ba7acc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788839626.463302:0:18907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747200000 00000100:00100000:2.0:1788839626.463312:0:18907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747200000 00000100:00100000:2.0:1788839626.463403:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1788839626.463415:0:18907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb32d54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+12:19597:x1875733747200000:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788839626.463460:0:18907:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:2.0:1788839626.463463:0:18907:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:2.0:1788839626.463468:0:18907:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:3.0:1788839626.483541:0:18907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb32d54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+12:19597:x1875733747200000:12345-0@lo:253:mount.lustre.0 Request processed in 20120us (20616us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839626.483557:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1788839626.483671:0:19597:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb33129880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:19597:1875733747200000:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1788839626.483688:0:19597:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:2.0:1788839626.483691:0:19597:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1788839626.483693:0:19597:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1788839626.483695:0:19597:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788839626.483696:0:19597:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788839626.483697:0:19597:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788839626.483699:0:19597:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788839626.483700:0:19597:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788839626.483702:0:19597:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788839626.483703:0:19597:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1788839626.483725:0:19597:0:(tgt_mount.c:101:server_register_mount()) register mount ffff91eb3377b800 from lustre-OST0000 10000000:01000000:2.0:1788839626.483751:0:19597:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:2.0:1788839626.483753:0:19597:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:2.0:1788839626.483770:0:19597:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff91eb40030000 local copy 00010000:00010000:2.0:1788839626.483782:0:19597:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb09c9d800/0x4b63896d636413fb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d63641402 expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788839626.484021:0:19597:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3cbedf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:19597:1875733747200128:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788839626.484083:0:19597:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839626.484117:0:19597:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb09e4f240 going to sleep for 11 seconds 00000100:00100000:3.0:1788839626.484290:0:18906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747200128 00000100:00100000:3.0:1788839626.484297:0:18906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747200128 00000100:00100000:3.0:1788839626.484336:0:18906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788839626.484344:0:18906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb32d54050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+12:19597:x1875733747200128:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788839626.484494:0:18906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb32d54050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+12:19597:x1875733747200128:12345-0@lo:501:mount.lustre.0 Request processed in 150us (410us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788839626.484510:0:18906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1788839626.484586:0:19597:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3cbedf80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:19597:1875733747200128:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1788839626.484599:0:19597:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.201.109@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:0.0:1788839626.484730:0:19597:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.201.109@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:0.0:1788839626.484738:0:19597:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb09c9d800/0x4b63896d636413fb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d63641402 expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839626.484748:0:19597:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.109@tcp lock: ffff91eb09c9d800/0x4b63896d636413fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d63641402 expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788839626.484781:0:19597:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff91eb3377b800 10000000:01000000:0.0:1788839626.484785:0:19597:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1788839626.484793:0:19597:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff91eb40030000 10000000:01000000:0.0:1788839626.484796:0:19597:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:0.0:1788839626.484800:0:19597:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff91eb40030000 from 1 10000000:01000000:0.0:1788839626.484802:0:19597:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788839626.484826:0:19597:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.109@tcp lock: ffff91ea01beea00/0x4b63896d63641513 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839626.484833:0:19597:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.109@tcp lock: ffff91ea01beea00/0x4b63896d63641513 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839626.484843:0:19597:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.109@tcp lock: ffff91ea01beea00/0x4b63896d63641513 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788839626.484855:0:19597:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb09f74700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:19597:1875733747200256:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788839626.484892:0:19597:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788839626.484921:0:19597:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb10bb6b40 going to sleep for 11 seconds 00000100:00100000:3.0:1788839626.485017:0:18907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747200256 00000100:00100000:3.0:1788839626.485021:0:18907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747200256 00000100:00100000:3.0:1788839626.485070:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1788839626.485078:0:18907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb02fc9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+12:19597:x1875733747200256:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788839626.485087:0:18907:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788839626.485101:0:18907:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91eb14528c00/0x4b63896d6364151a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4b63896d63641513 expref: -99 pid: 18907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839626.485120:0:18907:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91eb14528c00/0x4b63896d6364151a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4b63896d63641513 expref: 13 pid: 18907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839626.485131:0:18907:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91eb14528c00/0x4b63896d6364151a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b63896d63641513 expref: 13 pid: 18907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839626.485139:0:18907:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb14528c00, rc 0) 00000100:00100000:3.0:1788839626.485184:0:18907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb02fc9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+13:19597:x1875733747200256:12345-0@lo:101:mount.lustre.0 Request processed in 100us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839626.485191:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788839626.485391:0:19597:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb09f74700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:19597:1875733747200256:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788839626.485404:0:19597:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.109@tcp lock: ffff91ea01beea00/0x4b63896d63641513 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d6364151a expref: -99 pid: 19597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839626.485412:0:19597:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.109@tcp lock: ffff91ea01beea00/0x4b63896d63641513 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b63896d6364151a expref: -99 pid: 19597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788839626.485427:0:19597:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788839626.485443:0:19597:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.109@tcp lock: ffff91ea01beea00/0x4b63896d63641513 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d6364151a expref: -99 pid: 19597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839626.485449:0:19597:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.109@tcp lock: ffff91ea01beea00/0x4b63896d63641513 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d6364151a expref: -99 pid: 19597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788839626.485465:0:19597:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:0.0:1788839626.485469:0:19597:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788839626.485473:0:19597:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:0.0:1788839626.485476:0:19597:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:0.0:1788839626.485490:0:19597:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.109@tcp lock: ffff91ea01bef000/0x4b63896d63641521 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839626.485497:0:19597:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.109@tcp lock: ffff91ea01bef000/0x4b63896d63641521 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839626.485505:0:19597:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.109@tcp lock: ffff91ea01bef000/0x4b63896d63641521 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788839626.485515:0:19597:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb09f74700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:19597:1875733747200384:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788839626.485539:0:19597:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788839626.485568:0:19597:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb10bb6b40 going to sleep for 11 seconds 00000100:00100000:1.0:1788839626.485613:0:18907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747200384 00000100:00100000:1.0:1788839626.485617:0:18907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747200384 00000100:00100000:1.0:1788839626.485645:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1788839626.485651:0:18907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb02fc8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+13:19597:x1875733747200384:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788839626.485658:0:18907:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788839626.485666:0:18907:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91eb09c9c000/0x4b63896d63641528 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x4b63896d63641521 expref: -99 pid: 18907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839626.485680:0:18907:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91eb09c9c000/0x4b63896d63641528 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4b63896d63641521 expref: 14 pid: 18907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839626.485688:0:18907:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91eb09c9c000/0x4b63896d63641528 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b63896d63641521 expref: 14 pid: 18907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839626.485694:0:18907:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb09c9c000, rc 0) 00000100:00100000:1.0:1788839626.485719:0:18907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb02fc8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+14:19597:x1875733747200384:12345-0@lo:101:mount.lustre.0 Request processed in 69us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839626.485725:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788839626.486137:0:19597:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb09f74700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:19597:1875733747200384:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788839626.486150:0:19597:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.109@tcp lock: ffff91ea01bef000/0x4b63896d63641521 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d63641528 expref: -99 pid: 19597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839626.486167:0:19597:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.109@tcp lock: ffff91ea01bef000/0x4b63896d63641521 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b63896d63641528 expref: -99 pid: 19597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788839626.487994:0:19597:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:0.0:1788839626.489816:0:19597:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788839626.490314:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:0.0:1788839626.490394:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:0.0:1788839626.490428:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:0.0:1788839626.490495:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:0.0:1788839626.490536:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:0.0:1788839626.490573:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:0.0:1788839626.490624:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:0.0:1788839626.490661:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:0.0:1788839626.490697:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:0.0:1788839626.490780:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:0.0:1788839626.490823:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:0.0:1788839626.490874:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:0.0:1788839626.490944:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:0.0:1788839626.490952:0:19597:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:0.0:1788839626.491086:0:19597:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb09f74700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:19597:1875733747200512:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788839626.491161:0:19597:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788839626.496587:0:19597:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb10bb69c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788839626.496824:0:18907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747200512 00000100:00100000:3.0:1788839626.496835:0:18907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747200512 00000100:00100000:3.0:1788839626.496970:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1788839626.496983:0:18907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb02fcac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+14:19597:x1875733747200512:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788839626.498223:0:18907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb02fcac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+14:19597:x1875733747200512:12345-0@lo:501:mount.lustre.0 Request processed in 1238us (7057us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839626.498234:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1788839626.498330:0:19597:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb09f74700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:19597:1875733747200512:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788839626.498384:0:19597:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb09f74700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:19597:1875733747200640:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788839626.498433:0:19597:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788839626.498467:0:19597:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb10bb69c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788839626.498486:0:18906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747200640 00000100:00100000:1.0:1788839626.498493:0:18906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747200640 00000100:00100000:1.0:1788839626.498533:0:18906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1788839626.498541:0:18906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb02fca850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+14:19597:x1875733747200640:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788839626.501025:0:18906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb02fca850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+14:19597:x1875733747200640:12345-0@lo:503:mount.lustre.0 Request processed in 2464us (2572us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839626.501108:0:18906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1788839626.504425:0:19597:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb09f74700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:19597:1875733747200640:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788839626.506886:0:19597:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788839626.506990:0:19597:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb09f74700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:19597:1875733747200768:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788839626.507104:0:19597:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788839626.507244:0:19597:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb1094a000 going to sleep for 11 seconds 00000100:00100000:2.0:1788839626.507334:0:18908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747200768 00000100:00100000:2.0:1788839626.507342:0:18908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747200768 00000100:00100000:2.0:1788839626.507402:0:18908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1788839626.507412:0:18908:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb02fca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+14:19597:x1875733747200768:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788839626.507862:0:18908:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb02fca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+14:19597:x1875733747200768:12345-0@lo:502:mount.lustre.0 Request processed in 451us (757us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839626.507881:0:18908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1788839626.507997:0:19597:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb09f74700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:19597:1875733747200768:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788839626.508440:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:0.0:1788839626.508499:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:0.0:1788839626.508535:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:0.0:1788839626.508603:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:0.0:1788839626.508644:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:0.0:1788839626.508844:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:0.0:1788839626.508903:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:0.0:1788839626.508938:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:0.0:1788839626.508974:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:0.0:1788839626.509023:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:0.0:1788839626.509110:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:0.0:1788839626.509263:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:0.0:1788839626.509305:0:19597:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb09f74700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:19597:1875733747200896:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788839626.509372:0:19597:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788839626.509469:0:19597:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb1094a000 going to sleep for 11 seconds 00000100:00100000:3.0:1788839626.509512:0:18907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747200896 00000100:00100000:3.0:1788839626.509526:0:18907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747200896 00000100:00100000:3.0:1788839626.509577:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1788839626.509586:0:18907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb02fc8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+14:19597:x1875733747200896:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788839626.510120:0:18907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb02fc8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+14:19597:x1875733747200896:12345-0@lo:502:mount.lustre.0 Request processed in 533us (746us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839626.510129:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788839626.510296:0:19597:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb09f74700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:19597:1875733747200896:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788839626.510402:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:0.0:1788839626.510415:0:19597:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 14 00000020:01000000:0.0:1788839626.511589:0:19612:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1788839626.511598:0:19612:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-ost1/ost1 00000020:00000080:0.0:1788839626.511605:0:19612:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788839626.511607:0:19612:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-OST0000 add ost 00000020:00000080:0.0:1788839626.511611:0:19612:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788839626.511625:0:19612:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff91eb0f903370) 00000020:00000080:0.0:1788839626.511648:0:19612:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type obdfilter with refcount 2 00000020:00000080:0.0:1788839626.511653:0:19612:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1788839626.511852:0:19612:0:(tgt_mount.c:153:server_get_mount()) get mount ffff91eb3377b800 from lustre-OST0000, refs=2 00080000:01000000:0.0:1788839626.511860:0:19612:0:(osd_handler.c:1573:osd_obd_connect()) connect #1 00000020:00000080:0.0:1788839626.511868:0:19612:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x4b63896d63641536 00010000:00010000:1.0:1788839626.516934:0:19612:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-2 is initialized 00000001:00000004:1.0:1788839626.517504:0:19612:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934598 00080000:10000000:1.0:1788839626.520147:0:19612:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0xc:0x0] (8/8/4) registered 00000020:00000080:3.0:1788839626.523218:0:19612:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:3.0:1788839626.523232:0:19612:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788839626.523238:0:19612:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788839626.523240:0:19612:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-OST0000 add ost 00000020:01000000:3.0:1788839626.523243:0:19612:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1788839626.523246:0:19612:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:3.0:1788839626.523247:0:19612:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788839626.523249:0:19612:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788839626.523251:0:19612:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1788839626.523253:0:19612:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788839626.523254:0:19612:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:3.0:1788839626.523256:0:19612:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788839626.523260:0:19612:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788839626.523261:0:19612:0:(obd_config.c:1563:class_process_config()) marker 20 (0x1) lustre sys.timeout 00000020:00000080:3.0:1788839626.523264:0:19612:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1788839626.523266:0:19612:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1788839626.523268:0:19612:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788839626.523270:0:19612:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788839626.523272:0:19612:0:(obd_config.c:1563:class_process_config()) marker 20 (0x2) lustre sys.timeout 00000020:01000000:3.0:1788839626.523274:0:19612:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788839626.523276:0:19612:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788839626.523277:0:19612:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1788839626.523280:0:19612:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:3.0:1788839626.523352:0:19612:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788839626.523357:0:19612:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788839626.523359:0:19612:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1788839626.523362:0:19612:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:0.0:1788839626.523640:0:19597:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:0.0:1788839626.523670:0:19597:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.109@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:0.0:1788839626.523693:0:19597:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.109@tcp lock: ffff91ea01bef000/0x4b63896d63641521 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d63641528 expref: -99 pid: 19597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839626.523719:0:19597:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.109@tcp lock: ffff91ea01bef000/0x4b63896d63641521 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d63641528 expref: -99 pid: 19597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788839626.523728:0:19597:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff91eb3377b800 from 1 10000000:01000000:0.0:1788839626.523731:0:19597:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788839626.523868:0:19597:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.109@tcp lock: ffff91ea01bee200/0x4b63896d6364153d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839626.523877:0:19597:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.109@tcp lock: ffff91ea01bee200/0x4b63896d6364153d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839626.523889:0:19597:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.109@tcp lock: ffff91ea01bee200/0x4b63896d6364153d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788839626.523912:0:19597:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb09f74700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:19597:1875733747201024:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788839626.523985:0:19597:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788839626.524105:0:19597:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb1094a900 going to sleep for 11 seconds 00000100:00100000:1.0:1788839626.525980:0:18906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747201024 00000100:00100000:1.0:1788839626.525995:0:18906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747201024 00000100:00100000:1.0:1788839626.526135:0:18906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1788839626.526145:0:18906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb02fc9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+14:19597:x1875733747201024:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788839626.526171:0:18906:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788839626.526198:0:18906:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91eb09c9dc00/0x4b63896d63641544 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x4b63896d6364153d expref: -99 pid: 18906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839626.526227:0:18906:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91eb09c9dc00/0x4b63896d63641544 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4b63896d6364153d expref: 15 pid: 18906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839626.526239:0:18906:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91eb09c9dc00/0x4b63896d63641544 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b63896d6364153d expref: 15 pid: 18906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839626.526248:0:18906:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb09c9dc00, rc 0) 00000100:00100000:1.0:1788839626.526317:0:18906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb02fc9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+15:19597:x1875733747201024:12345-0@lo:101:mount.lustre.0 Request processed in 173us (2331us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839626.526324:0:18906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1788839626.528363:0:19597:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb09f74700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:19597:1875733747201024:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788839626.528392:0:19597:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.109@tcp lock: ffff91ea01bee200/0x4b63896d6364153d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d63641544 expref: -99 pid: 19597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839626.528406:0:19597:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.109@tcp lock: ffff91ea01bee200/0x4b63896d6364153d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b63896d63641544 expref: -99 pid: 19597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788839626.528994:0:19597:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 10 count 10 00000040:00080000:0.0:1788839626.529441:0:19597:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788839626.529705:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:0.0:1788839626.529752:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:0.0:1788839626.529812:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:0.0:1788839626.529851:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:0.0:1788839626.529887:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:0.0:1788839626.529937:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:0.0:1788839626.529992:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:0.0:1788839626.530028:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:0.0:1788839626.530132:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:0.0:1788839626.530141:0:19597:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 9 count 10 00000100:00100000:0.0:1788839626.530236:0:19597:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb09f74700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:19597:1875733747201152:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788839626.530302:0:19597:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788839626.534427:0:19597:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb1094a900 going to sleep for 11 seconds 00000100:00100000:3.0:1788839626.534690:0:18908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747201152 00000100:00100000:3.0:1788839626.534703:0:18908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747201152 00000100:00100000:3.0:1788839626.534770:0:18908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1788839626.534781:0:18908:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb02fcb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+15:19597:x1875733747201152:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788839626.535091:0:18908:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb02fcb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+15:19597:x1875733747201152:12345-0@lo:501:mount.lustre.0 Request processed in 311us (4788us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839626.535099:0:18908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1788839626.535155:0:19597:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb09f74700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:19597:1875733747201152:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788839626.535429:0:19597:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb33128380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:19597:1875733747201280:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788839626.535471:0:19597:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788839626.535497:0:19597:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb09f47900 going to sleep for 11 seconds 00000100:00100000:0.0:1788839626.535539:0:18908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747201280 00000100:00100000:0.0:1788839626.535544:0:18908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747201280 00000100:00100000:0.0:1788839626.535576:0:18908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1788839626.535583:0:18908:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb02fcbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+15:19597:x1875733747201280:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788839626.535719:0:18908:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb02fcbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+15:19597:x1875733747201280:12345-0@lo:503:mount.lustre.0 Request processed in 136us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839626.535725:0:18908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1788839626.536914:0:19597:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb33128380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:19597:1875733747201280:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788839626.538141:0:19597:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788839626.538254:0:19597:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb33128380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:19597:1875733747201408:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788839626.538339:0:19597:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788839626.538384:0:19597:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb09f47900 going to sleep for 11 seconds 00000100:00100000:1.0:1788839626.538615:0:18908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747201408 00000100:00100000:1.0:1788839626.538622:0:18908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747201408 00000100:00100000:1.0:1788839626.538666:0:18908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1788839626.538676:0:18908:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb02fca450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+15:19597:x1875733747201408:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788839626.538905:0:18908:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb02fca450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+15:19597:x1875733747201408:12345-0@lo:502:mount.lustre.0 Request processed in 230us (565us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839626.538920:0:18908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1788839626.539238:0:19597:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb33128380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:19597:1875733747201408:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788839626.539511:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1788839626.539566:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:3.0:1788839626.539615:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:3.0:1788839626.539653:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:3.0:1788839626.539688:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:3.0:1788839626.539737:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:3.0:1788839626.539931:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:3.0:1788839626.539964:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000100:00100000:3.0:1788839626.539996:0:19597:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb33128380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:19597:1875733747201536:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788839626.540226:0:19597:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788839626.540300:0:19597:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb09f47900 going to sleep for 11 seconds 00000100:00100000:1.0:1788839626.540906:0:18906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747201536 00000100:00100000:1.0:1788839626.540917:0:18906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747201536 00000100:00100000:1.0:1788839626.540964:0:18906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1788839626.540973:0:18906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb02fc8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+15:19597:x1875733747201536:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788839626.541250:0:18906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb02fc8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+15:19597:x1875733747201536:12345-0@lo:502:mount.lustre.0 Request processed in 278us (1024us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839626.541259:0:18906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1788839626.541471:0:19597:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb33128380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:19597:1875733747201536:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788839626.541605:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:3.0:1788839626.541620:0:19597:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 9 count 10 00000020:01000000:1.0:1788839626.544636:0:19616:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788839626.544650:0:19616:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788839626.544652:0:19616:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1788839626.544659:0:19616:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff91eb3377b800 00000020:00000080:1.0:1788839626.544661:0:19616:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788839626.544669:0:19616:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788839626.544671:0:19616:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788839626.544672:0:19616:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1788839626.544675:0:19616:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788839626.544676:0:19616:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788839626.544677:0:19616:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1788839626.544680:0:19616:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff91eb3377b800 00000020:00000080:1.0:1788839626.544682:0:19616:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788839626.544852:0:19616:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788839626.544856:0:19616:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788839626.544858:0:19616:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1788839626.544860:0:19616:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788839626.544863:0:19616:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788839626.544864:0:19616:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788839626.544867:0:19616:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff91eb3377b800 00000020:00000080:1.0:1788839626.544869:0:19616:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788839626.546947:0:19616:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788839626.546964:0:19616:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788839626.546967:0:19616:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000040:00080000:1.0:1788839626.546972:0:19616:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 10 count 10 00000020:01000000:3.0:1788839626.552102:0:19597:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-9 (rc=0) 10000000:01000000:3.0:1788839626.552148:0:19597:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.109@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788839626.552344:0:19597:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.109@tcp lock: ffff91ea01bee200/0x4b63896d6364153d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d63641544 expref: -99 pid: 19597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839626.552359:0:19597:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.109@tcp lock: ffff91ea01bee200/0x4b63896d6364153d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d63641544 expref: -99 pid: 19597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788839626.552419:0:19597:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1788839626.552423:0:19597:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff91eb3377b800 10000000:01000000:3.0:1788839626.552427:0:19597:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff91eb3377b800 10000000:01000000:3.0:1788839626.552432:0:19597:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788839626.552439:0:19597:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff91eb3377b800 from 1 10000000:01000000:3.0:1788839626.552442:0:19597:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1788839626.552483:0:19597:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb14528800/0x4b63896d6364154b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 19597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839626.552492:0:19597:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.109@tcp lock: ffff91eb14528800/0x4b63896d6364154b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 19597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839626.552503:0:19597:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.109@tcp lock: ffff91eb14528800/0x4b63896d6364154b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 19597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788839626.552532:0:19597:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb33128380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:19597:1875733747201664:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788839626.552626:0:19597:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788839626.552670:0:19597:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb09f476c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788839626.552701:0:18907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747201664 00000100:00100000:3.0:1788839626.552708:0:18907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747201664 00000100:00100000:3.0:1788839626.554857:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1788839626.554876:0:18907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb02fcb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+15:19597:x1875733747201664:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788839626.554895:0:18907:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788839626.554914:0:18907:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91eb14529c00/0x4b63896d63641552 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x4b63896d6364154b expref: -99 pid: 18907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839626.554946:0:18907:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91eb14529c00/0x4b63896d63641552 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4b63896d6364154b expref: 16 pid: 18907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839626.554958:0:18907:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91eb14529c00/0x4b63896d63641552 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b63896d6364154b expref: 16 pid: 18907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839626.554967:0:18907:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb14529c00, rc 0) 00000100:00100000:3.0:1788839626.555390:0:18907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb02fcb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+16:19597:x1875733747201664:12345-0@lo:101:mount.lustre.0 Request processed in 520us (2763us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839626.555398:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1788839626.555462:0:19597:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb33128380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:19597:1875733747201664:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788839626.555482:0:19597:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.109@tcp lock: ffff91eb14528800/0x4b63896d6364154b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d63641552 expref: -99 pid: 19597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839626.555492:0:19597:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.109@tcp lock: ffff91eb14528800/0x4b63896d6364154b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b63896d63641552 expref: -99 pid: 19597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788839626.557269:0:19597:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 42 count 42 00000040:00080000:3.0:1788839626.557682:0:19597:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788839626.557945:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:3.0:1788839626.557988:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:3.0:1788839626.558017:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:3.0:1788839626.558094:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:3.0:1788839626.558152:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:3.0:1788839626.558703:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:3.0:1788839626.558746:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:3.0:1788839626.558783:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:3.0:1788839626.558834:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:3.0:1788839626.558873:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:3.0:1788839626.558910:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:3.0:1788839626.558961:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:3.0:1788839626.559000:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:3.0:1788839626.559037:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:3.0:1788839626.561327:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:3.0:1788839626.561393:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:3.0:1788839626.561428:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:3.0:1788839626.561480:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:3.0:1788839626.561520:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:3.0:1788839626.561554:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:3.0:1788839626.561629:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:3.0:1788839626.561674:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:3.0:1788839626.561711:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:3.0:1788839626.561762:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:3.0:1788839626.561800:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 128 off12440 00000040:00080000:3.0:1788839626.561836:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12664 00000040:00080000:3.0:1788839626.561888:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12888 00000040:00080000:3.0:1788839626.561927:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off12968 00000040:00080000:3.0:1788839626.561961:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13192 00000040:00080000:3.0:1788839626.562005:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13416 00000040:00080000:3.0:1788839626.562038:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13504 00000040:00080000:3.0:1788839626.562112:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13632 00000040:00080000:3.0:1788839626.562164:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13776 00000040:00080000:3.0:1788839626.562231:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13904 00000040:00080000:3.0:1788839626.562270:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14128 00000040:00080000:3.0:1788839626.562321:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14352 00000040:00080000:3.0:1788839626.562378:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14432 00000040:00080000:3.0:1788839626.562417:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14656 00000040:00080000:3.0:1788839626.562467:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14880 00000040:00080000:3.0:1788839626.562503:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 120 off15000 00000040:00080000:3.0:1788839626.562616:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 224 off15224 00000040:00080000:3.0:1788839626.562624:0:19597:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 41 count 42 00000100:00100000:3.0:1788839626.562757:0:19597:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb33128380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:19597:1875733747201792:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788839626.562834:0:19597:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788839626.562897:0:19597:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb09f476c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788839626.563102:0:18908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747201792 00000100:00100000:1.0:1788839626.563112:0:18908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747201792 00000100:00100000:1.0:1788839626.563183:0:18908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1788839626.563195:0:18908:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb02fc9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+16:19597:x1875733747201792:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788839626.563478:0:18908:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb02fc9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+16:19597:x1875733747201792:12345-0@lo:501:mount.lustre.0 Request processed in 284us (644us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839626.563487:0:18908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1788839626.568425:0:19597:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb33128380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:19597:1875733747201792:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788839626.568496:0:19597:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb33128380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:19597:1875733747201920:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788839626.568576:0:19597:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788839626.568625:0:19597:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb09f476c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788839626.568725:0:18906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747201920 00000100:00100000:1.0:1788839626.568733:0:18906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747201920 00000100:00100000:1.0:1788839626.568784:0:18906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1788839626.568794:0:18906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb02fc9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+16:19597:x1875733747201920:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788839626.569009:0:18906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb02fc9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+16:19597:x1875733747201920:12345-0@lo:503:mount.lustre.0 Request processed in 216us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839626.569018:0:18906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1788839626.569148:0:19597:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb33128380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:19597:1875733747201920:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788839626.569874:0:19597:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788839626.569960:0:19597:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb33128380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:19597:1875733747202048:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788839626.570031:0:19597:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839626.571230:0:18907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747202048 00000100:00100000:2.0:1788839626.571244:0:18907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747202048 00000100:00100000:2.0:1788839626.571303:0:18906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1788839626.571314:0:18906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb02fcb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+16:19597:x1875733747202048:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788839626.577227:0:18906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb02fcb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+16:19597:x1875733747202048:12345-0@lo:502:mount.lustre.0 Request processed in 5901us (7182us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839626.577248:0:18906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1788839626.577573:0:19597:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb0c49e780 going to sleep for 11 seconds 00000100:00100000:3.0:1788839626.577608:0:19597:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb33128380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:19597:1875733747202048:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788839626.577961:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1788839626.578028:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:3.0:1788839626.578109:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:3.0:1788839626.580309:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:3.0:1788839626.580433:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:3.0:1788839626.580508:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:3.0:1788839626.580548:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:3.0:1788839626.580584:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:3.0:1788839626.580658:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1788839626.580696:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:3.0:1788839626.580733:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:3.0:1788839626.580784:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:3.0:1788839626.580821:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:3.0:1788839626.580857:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:3.0:1788839626.580906:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:3.0:1788839626.580942:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:3.0:1788839626.580978:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:3.0:1788839626.581027:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:3.0:1788839626.581100:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:3.0:1788839626.581138:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:3.0:1788839626.583336:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:3.0:1788839626.583414:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:3.0:1788839626.583452:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:3.0:1788839626.583531:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:3.0:1788839626.583584:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 128 off12440 00000040:00080000:3.0:1788839626.583623:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12664 00000040:00080000:3.0:1788839626.583673:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12888 00000040:00080000:3.0:1788839626.583710:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off12968 00000040:00080000:3.0:1788839626.583746:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13192 00000040:00080000:3.0:1788839626.583808:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13416 00000040:00080000:3.0:1788839626.583848:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13504 00000040:00080000:3.0:1788839626.583882:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13632 00000040:00080000:3.0:1788839626.583915:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13776 00000040:00080000:3.0:1788839626.583963:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13904 00000040:00080000:3.0:1788839626.583999:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14128 00000040:00080000:3.0:1788839626.584077:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14352 00000040:00080000:3.0:1788839626.584116:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14432 00000040:00080000:3.0:1788839626.586372:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14656 00000040:00080000:3.0:1788839626.586507:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14880 00000040:00080000:3.0:1788839626.586546:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 120 off15000 00000100:00100000:3.0:1788839626.586599:0:19597:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb33128380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:19597:1875733747202176:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788839626.586685:0:19597:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788839626.586741:0:19597:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb09f476c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788839626.586854:0:18908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747202176 00000100:00100000:0.0:1788839626.586863:0:18908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747202176 00000100:00100000:0.0:1788839626.586911:0:18908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1788839626.586921:0:18908:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb1060d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+16:19597:x1875733747202176:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788839626.587211:0:18908:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb1060d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+16:19597:x1875733747202176:12345-0@lo:502:mount.lustre.0 Request processed in 291us (525us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839626.587220:0:18908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1788839626.588695:0:19597:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb33128380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:19597:1875733747202176:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788839626.588852:0:19597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 224 off15224 00000040:00080000:3.0:1788839626.588867:0:19597:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 41 count 42 00000020:01000004:3.0:1788839626.593478:0:19621:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:3.0:1788839626.593497:0:19621:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff91eb40033370) 00000020:00000080:3.0:1788839626.593521:0:19621:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type lwp with refcount 2 00000020:01000004:3.0:1788839626.593626:0:19621:0:(tgt_mount.c:153:server_get_mount()) get mount ffff91eb3377b800 from lustre-OST0000, refs=3 00000020:01000004:3.0:1788839626.593631:0:19621:0:(tgt_mount.c:187:server_put_mount()) put mount ffff91eb3377b800 from lustre-OST0000, refs=3 00000020:01000004:3.0:1788839626.593635:0:19621:0:(obd_mount.c:710:lustre_put_lsi()) put ffff91eb3377b800 3 00010000:00080000:3.0:1788839626.593682:0:19621:0:(ldlm_lib.c:102:import_set_conn()) imp ffff91ea010df000@lustre-MDT0000-lwp-OST0000: add connection 192.168.201.109@tcp at head 00010000:00010000:3.0:1788839626.596878:0:19621:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-4 is initialized 00000020:00000080:3.0:1788839626.597589:0:19621:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:3.0:1788839626.597634:0:19621:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1788839626.597647:0:19621:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x4b63896d63641560 00000100:00080000:3.0:1788839626.597658:0:19621:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788839626.597841:0:19621:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff91ea010df000 using connection 192.168.201.109@tcp/0@lo 00000100:00100000:3.0:1788839626.597884:0:19621:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91eb33128380 x1875733747202304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788839626.597919:0:19621:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1788839626.597949:0:12628:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788839626.597953:0:12628:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788839626.597968:0:12628:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788839626.597971:0:12628:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788839626.598040:0:3312:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb33128a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1875733747202432:0@lo:400:kworker.0 00000100:00100000:3.0:1788839626.598136:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839626.599834:0:3310:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb33128380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3310:1875733747202304:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1788839626.599903:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839626.599987:0:18915:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747202432 00000100:00100000:2.0:1788839626.599996:0:18915:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747202432 00000100:00100000:2.0:1788839626.600043:0:18915:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747202304 00000100:00100000:2.0:1788839626.600046:0:18915:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747202304 00000100:00100000:2.0:1788839626.600079:0:18915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788839626.600089:0:18915:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3312aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1875733747202432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788839626.605655:0:18914:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:0.0:1788839626.605673:0:18914:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:2.0:1788839626.606828:0:18915:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3312aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1875733747202432:12345-0@lo:400:kworker.0 Request processed in 6731us (8682us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839626.606843:0:18915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788839626.606882:0:18915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788839626.606889:0:18915:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3cbece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3310:x1875733747202304:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1788839626.606922:0:18915:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 609 last 0 00000020:00000080:2.0:1788839626.606975:0:18915:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x4b63896d63641567 00000004:00100000:2.0:1788839626.606994:0:18915:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1788839626.607030:0:18915:0:(import.c:65:import_set_state_nolock()) ffff91eb34dd5000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788839626.607776:0:18915:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3cbece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3310:x1875733747202304:12345-0@lo:38:llog_process_th.0 Request processed in 882us (7868us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839626.607787:0:18915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:2.0:1788839626.607843:0:3310:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff91eb33128380 x1875733747202304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788839636 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788839626.607856:0:3310:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788839626.607865:0:3310:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:2.0:1788839626.607872:0:3310:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1788839626.607878:0:3310:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1788839626.607881:0:3310:0:(import.c:65:import_set_state_nolock()) ffff91ea010df000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1788839626.607887:0:3310:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb33128380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3310:1875733747202304:0@lo:38:llog_process_th.0 00010000:00080000:3.0:1788839626.609362:0:3312:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff91eb33128a80 x1875733747202432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788839642 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788839626.609381:0:3312:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb33128a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1875733747202432:0@lo:400:kworker.0 00000040:00080000:0.0:1788839626.615193:0:19621:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 42 count 42 00000020:01000000:2.0:1788839626.615543:0:19597:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:2.0:1788839626.615573:0:19597:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.109@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788839626.615631:0:19597:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb14528800/0x4b63896d6364154b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d63641552 expref: -99 pid: 19597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839626.615645:0:19597:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.109@tcp lock: ffff91eb14528800/0x4b63896d6364154b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d63641552 expref: -99 pid: 19597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1788839626.615707:0:19597:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1788839626.615710:0:19597:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1788839626.615711:0:19597:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788839626.615713:0:19597:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788839626.615714:0:19597:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788839626.615715:0:19597:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788839626.615716:0:19597:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788839626.615718:0:19597:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788839626.615720:0:19597:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788839626.615723:0:19597:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:2.0:1788839626.615726:0:19597:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788839626.615732:0:19597:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1788839626.615733:0:19597:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788839626.615734:0:19597:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788839626.615735:0:19597:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788839626.615736:0:19597:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788839626.615737:0:19597:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788839626.615738:0:19597:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788839626.615739:0:19597:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788839626.615765:0:19597:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:2.0:1788839626.615785:0:19597:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3cbee680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:19597:1875733747202560:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788839626.615861:0:19597:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839626.615908:0:19597:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb330c4240 going to sleep for 11 seconds 00000100:00100000:2.0:1788839626.615934:0:18907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747202560 00000100:00100000:2.0:1788839626.615943:0:18907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747202560 00000100:00100000:2.0:1788839626.616286:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1788839626.616297:0:18907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb1060d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+16:19597:x1875733747202560:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788839626.616339:0:18907:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1788839626.616355:0:18907:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:2.0:1788839626.658484:0:18907:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1788839626.658497:0:18907:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1788839626.658532:0:18929:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1788839626.658536:0:18929:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1788839626.658559:0:18929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff91eb20965c00/0x4b63896d6364156e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839626.658579:0:18929:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91eb20964000/0x4b63896d636414db lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b63896d636414d4 expref: 16 pid: 18906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839626.658588:0:18929:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff91eb20965c00/0x4b63896d6364156e lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 18929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839626.658625:0:18929:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91eb20964000/0x4b63896d636414db lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4b63896d636414d4 expref: 16 pid: 18906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839626.658659:0:18929:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff91eb20964000/0x4b63896d636414db lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4b63896d636414d4 expref: 16 pid: 18906 timeout: 709 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788839626.658676:0:18929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3cbed180 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:18929:1875733747202688:0@lo:104: 00000100:00100000:2.0:1788839626.658749:0:18929:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839626.658960:0:18929:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb071ea240 going to sleep for 11 seconds 00000100:00100000:2.0:1788839626.658989:0:18896:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747202688 00000100:00100000:2.0:1788839626.658997:0:18896:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747202688 00000100:00100000:2.0:1788839626.659106:0:18896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788839626.659116:0:18896:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3cbedc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+3:18929:x1875733747202688:12345-0@lo:104: 00010000:00010000:2.0:1788839626.659129:0:18896:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.109@tcp lock: ffff91eb09c9c600/0x4b63896d636414d4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4b63896d636414db expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839626.659341:0:18896:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788839626.659348:0:18896:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3cbedc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+3:18929:x1875733747202688:12345-0@lo:104: Request processed in 234us (600us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839626.659357:0:18896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:2.0:1788839626.659553:0:18901:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788839626.659560:0:18901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.109@tcp lock: ffff91eb09c9c600/0x4b63896d636414d4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4b63896d636414db expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839626.659568:0:18901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb09c9c600 already unused, calling callback (ffffffffc1a36c20) 10000000:00010000:2.0:1788839626.659573:0:18901:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.109@tcp lock: ffff91eb09c9c600/0x4b63896d636414d4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x4b63896d636414db expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839626.659582:0:18901:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.109@tcp lock: ffff91eb09c9c600/0x4b63896d636414d4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x4b63896d636414db expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788839626.659604:0:18901:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.109@tcp lock: ffff91eb09c9c600/0x4b63896d636414d4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x4b63896d636414db expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788839626.659609:0:18901:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1788839626.659697:0:18901:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.109@tcp lock: ffff91eb09c9c600/0x4b63896d636414d4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b63896d636414db expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839626.659705:0:18901:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788839626.659737:0:18901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.109@tcp lock: ffff91eb09c9c600/0x4b63896d636414d4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b63896d636414db expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839626.659744:0:18901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.109@tcp lock: ffff91eb09c9c600/0x4b63896d636414d4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b63896d636414db expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839626.659775:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788839626.659777:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788839626.659779:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788839626.659807:0:18929:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3cbed180 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:18929:1875733747202688:0@lo:104: 00010000:00010000:2.0:1788839626.659827:0:18929:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff91eb20965c00/0x4b63896d6364156e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 18929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788839626.659974:0:3313:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3cbedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:53872141-605a-4cd4-a15a-9f0a5ba1bab4:3313:1875733747202816:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788839626.660025:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839626.660286:0:18898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747202816 00000100:00100000:2.0:1788839626.660292:0:18898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747202816 00010000:00010000:2.0:1788839626.660313:0:18898:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff91eb20964000/0x4b63896d636414db lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4b63896d636414d4 expref: 17 pid: 18906 timeout: 709 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788839626.660344:0:18898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788839626.660352:0:18898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb0f8fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+17:3313:x1875733747202816:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788839626.660364:0:18898:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788839626.660377:0:18898:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff91eb20964000/0x4b63896d636414db lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4b63896d636414d4 expref: 17 pid: 18906 timeout: 709 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839626.660388:0:18898:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff91eb20964000/0x4b63896d636414db lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x4b63896d636414d4 expref: 17 pid: 18906 timeout: 709 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839626.660402:0:18898:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91eb20964000/0x4b63896d636414db lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x4b63896d636414d4 expref: 17 pid: 18906 timeout: 709 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839626.660416:0:18898:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff91eb20965c00/0x4b63896d6364156e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 18929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839626.660425:0:18898:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91eb20965c00/0x4b63896d6364156e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 18929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1788839626.660439:0:18898:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002890752s 00010000:00010000:2.0:1788839626.660444:0:18898:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff91eb20965c00/0x4b63896d6364156e lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 18929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839626.660451:0:18898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff91eb20965c00/0x4b63896d6364156e lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839626.660458:0:18898:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff91eb20965c00/0x4b63896d6364156e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839626.660465:0:18898:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff91eb20965c00/0x4b63896d6364156e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839626.660470:0:18898:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb20965c00 already unused, calling callback (ffffffffc1407420) 00010000:00010000:2.0:1788839626.660474:0:18898:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff91eb20965c00/0x4b63896d6364156e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839626.660491:0:18898:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff91eb20965c00/0x4b63896d6364156e lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 18929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839626.660505:0:18898:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff91eb20965c00/0x4b63896d6364156e lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839626.660515:0:18898:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788839626.660551:0:18898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb0f8fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+16:3313:x1875733747202816:12345-0@lo:103:ldlm_bl.0 Request processed in 199us (525us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839626.660558:0:18898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788839626.660585:0:3313:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3cbedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:53872141-605a-4cd4-a15a-9f0a5ba1bab4:3313:1875733747202816:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788839626.660611:0:18929:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff91eb20965c00/0x4b63896d6364156e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839626.660618:0:18929:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff91eb20965c00/0x4b63896d6364156e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839626.660625:0:18929:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91eb20965c00/0x4b63896d6364156e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839626.685344:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788839626.687650:0:18907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb1060d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+15:19597:x1875733747202560:12345-0@lo:253:mount.lustre.0 Request processed in 71343us (71778us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839626.687679:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1788839626.688341:0:19597:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3cbee680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:19597:1875733747202560:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1788839626.688359:0:19597:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:2.0:1788839626.688363:0:19597:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1788839626.688364:0:19597:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1788839626.688365:0:19597:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788839626.688367:0:19597:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788839626.688368:0:19597:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788839626.688369:0:19597:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788839626.688371:0:19597:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788839626.688373:0:19597:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788839626.688391:0:19597:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1788839626.688409:0:19597:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:2.0:1788839626.689035:0:19597:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/8/4) registered 00080000:10000000:2.0:1788839626.689388:0:19597:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:2.0:1788839626.689566:0:19597:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/8/4) registered 00080000:10000000:2.0:1788839626.690276:0:19597:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:2.0:1788839626.690451:0:19597:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0x7:0x0] (8/8/4) registered 00080000:10000000:2.0:1788839626.690630:0:19597:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8/1) registered 00000001:00000004:2.0:1788839626.692370:0:19597:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:3.0:1788839626.770856:0:19597:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:3.0:1788839626.770865:0:19597:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:3.0:1788839626.770898:0:19597:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1788839626.770971:0:19597:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.201.109@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1788839626.770986:0:19597:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=48 00000080:00000004:3.0:1788839626.771015:0:19597:0:(super25.c:182:lustre_fill_super()) lustre-ost1/ost1: Mount complete 00010000:00010000:2.0:1788839627.710291:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788839628.351585:0:18910:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1788839628.351595:0:18910:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff91eb40282000 from 10 10000000:01000000:1.0:1788839628.351600:0:18910:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788839628.351659:0:18910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb09c9d200/0x4b63896d63641575 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839628.351671:0:18910:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.109@tcp lock: ffff91eb09c9d200/0x4b63896d63641575 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839628.351696:0:18910:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.109@tcp lock: ffff91eb09c9d200/0x4b63896d63641575 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788839628.351724:0:18910:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb0f8fad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18910:1875733747202944:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788839628.351799:0:18910:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788839628.351854:0:18910:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb032f56c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788839628.351956:0:18906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747202944 00000100:00100000:3.0:1788839628.351966:0:18906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747202944 00000100:00100000:3.0:1788839628.352024:0:18906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1788839628.352034:0:18906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb1060f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+15:18910:x1875733747202944:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788839628.352080:0:18906:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788839628.352095:0:18906:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91eb14529600/0x4b63896d6364157c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4b63896d63641575 expref: -99 pid: 18906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839628.352118:0:18906:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91eb14529600/0x4b63896d6364157c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4b63896d63641575 expref: 16 pid: 18906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839628.352151:0:18906:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91eb14529600/0x4b63896d6364157c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b63896d63641575 expref: 16 pid: 18906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839628.352162:0:18906:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb14529600, rc 0) 00000100:00100000:3.0:1788839628.352204:0:18906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb1060f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+16:18910:x1875733747202944:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 171us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839628.352212:0:18906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1788839628.352459:0:18910:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb0f8fad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18910:1875733747202944:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788839628.352476:0:18910:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.109@tcp lock: ffff91eb09c9d200/0x4b63896d63641575 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d6364157c expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839628.352485:0:18910:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.109@tcp lock: ffff91eb09c9d200/0x4b63896d63641575 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b63896d6364157c expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788839628.352539:0:18910:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb0f8fad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18910:1875733747203072:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1788839628.352570:0:18910:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788839628.352600:0:18910:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb032f56c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788839628.352871:0:18907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747203072 00000100:00100000:3.0:1788839628.352878:0:18907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747203072 00000100:00100000:3.0:1788839628.352913:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1788839628.352921:0:18907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb1060cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+16:18910:x1875733747203072:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1788839628.352937:0:18907:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1788839628.352954:0:18907:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1788839628.352958:0:18907:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 10 00000100:00100000:3.0:1788839628.353042:0:18907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb1060cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+16:18910:x1875733747203072:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 121us (470us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839628.353205:0:18910:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb0f8fad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18910:1875733747203072:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1788839628.353279:0:18910:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.109@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788839628.353287:0:18910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb09c9d200/0x4b63896d63641575 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d6364157c expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839628.353296:0:18910:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.109@tcp lock: ffff91eb09c9d200/0x4b63896d63641575 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d6364157c expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788839628.353414:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00010000:00010000:1.0:1788839628.734896:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788839629.761773:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788839630.781786:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788839631.693560:0:3314:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb0f8fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:53872141-605a-4cd4-a15a-9f0a5ba1bab4:3314:1875733747203200:0@lo:400:kworker.0 00000100:00100000:0.0:1788839631.693650:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839631.693755:0:18908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747203200 00000100:00100000:2.0:1788839631.693764:0:18908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747203200 00000100:00100000:2.0:1788839631.693815:0:18908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1788839631.693826:0:18908:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb1060e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+16:3314:x1875733747203200:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1788839631.693892:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788839631.693896:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788839631.693899:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788839631.693902:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788839631.693948:0:3311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb0f8f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1875733747203328:0@lo:400:kworker.0 00000100:00100000:1.0:1788839631.693981:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788839631.694062:0:3312:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb0f8f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1875733747203456:0@lo:400:kworker.0 00000100:00100000:1.0:1788839631.694098:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788839631.694135:0:18913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747203328 00000100:00100000:1.0:1788839631.694140:0:18913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747203328 00000100:00100000:1.0:1788839631.694180:0:18913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747203456 00000100:00100000:1.0:1788839631.694184:0:18913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747203456 00000100:00100000:1.0:1788839631.694217:0:18913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788839631.694223:0:18913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb0f8fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1875733747203328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788839631.694259:0:18913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb0f8fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1875733747203328:12345-0@lo:400:kworker.0 Request processed in 35us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839631.694265:0:18913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788839631.694281:0:18913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788839631.694287:0:18913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb0f8fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1875733747203456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788839631.694319:0:18913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb0f8fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1875733747203456:12345-0@lo:400:kworker.0 Request processed in 31us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839631.694325:0:18913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:1.0:1788839631.694360:0:3312:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff91eb0f8f8380 x1875733747203456/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788839647 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788839631.694387:0:3312:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb0f8f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1875733747203456:0@lo:400:kworker.0 00010000:00080000:1.0:1788839631.694427:0:3311:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff91eb0f8f8a80 x1875733747203328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788839647 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788839631.694436:0:3311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb0f8f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1875733747203328:0@lo:400:kworker.0 00000100:00080000:1.0:1788839631.694492:0:18909:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788839631.700944:0:18908:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb1060e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+16:3314:x1875733747203200:12345-0@lo:400:kworker.0 Request processed in 7096us (7270us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839631.700961:0:18908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1788839631.709358:0:3314:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb0f8fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:53872141-605a-4cd4-a15a-9f0a5ba1bab4:3314:1875733747203200:0@lo:400:kworker.0 00010000:00010000:2.0:1788839631.805156:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788839632.193825:0:18945:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788839632.829609:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839633.853536:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1788839634.589101:0:19966:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg109-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:3.0:1788839634.877795:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788839635.843129:0:3310:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788839620/real 1788839620] req@ffff91eb09f77b80 x1875733747198976/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788839635 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788839635.843170:0:3310:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff91eb09f77b80 x1875733747198976/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788839635 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788839635.843179:0:3310:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788839620/real 1788839620] req@ffff91eb09f76d80 x1875733747199104/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788839635 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788839635.843189:0:3310:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff91eb09f76d80 x1875733747199104/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788839635 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788839635.843223:0:3310:0:(import.c:65:import_set_state_nolock()) ffff91eb1c189800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788839635.843241:0:3310:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788839635.843245:0:3310:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb09f77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3310:1875733747198976:0@lo:8:kworker.0 00000100:00080000:2.0:1788839635.843251:0:3310:0:(import.c:65:import_set_state_nolock()) ffff91eb0b855000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788839635.843255:0:3310:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788839635.843258:0:3310:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb09f76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3310:1875733747199104:0@lo:8:kworker.0 00000100:00100000:0.0:1788839635.843525:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:1.0:1788839635.843544:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788839635.843550:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1788839635.843553:0:37:0:(import.c:65:import_set_state_nolock()) ffff91eb1c189800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788839635.843557:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 603 00000100:00080000:1.0:1788839635.843562:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1788839635.843568:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff91eb1c189800 using connection 192.168.201.109@tcp/0@lo 00000100:00100000:1.0:1788839635.843591:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91eb0f8f8380 x1875733747203712/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788839635.843618:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788839635.843622:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788839635.843624:0:37:0:(import.c:65:import_set_state_nolock()) ffff91eb0b855000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788839635.843627:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 603 00000100:00080000:1.0:1788839635.843630:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1788839635.843634:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff91eb0b855000 using connection 192.168.201.109@tcp/0@lo 00000100:00100000:1.0:1788839635.843647:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91eb0f8faa00 x1875733747203840/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788839635.843705:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788839635.843719:0:3313:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb0f8f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1875733747203968:0@lo:400:kworker.0 00000100:00100000:2.0:1788839635.843789:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839635.843855:0:18913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747203968 00000100:00100000:2.0:1788839635.843863:0:18913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747203968 00000100:00100000:2.0:1788839635.843911:0:18913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788839635.843921:0:18913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3cbee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1875733747203968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788839635.843972:0:18913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3cbee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1875733747203968:12345-0@lo:400:kworker.0 Request processed in 52us (182us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839635.843980:0:18913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:2.0:1788839635.844030:0:3313:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff91eb0f8f8700 x1875733747203968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788839651 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788839635.844043:0:3313:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb0f8f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1875733747203968:0@lo:400:kworker.0 00000100:00100000:2.0:1788839635.844081:0:3310:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb0f8f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3310:1875733747203712:0@lo:8:kworker.0 00000100:00100000:2.0:1788839635.844109:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839635.844149:0:3310:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb0f8faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3310:1875733747203840:0@lo:8:kworker.0 00000100:00100000:2.0:1788839635.844185:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839635.850163:0:19600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747203712 00000100:00100000:2.0:1788839635.850180:0:19600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747203712 00000100:00100000:2.0:1788839635.850213:0:19600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747203840 00000100:00100000:2.0:1788839635.850216:0:19600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747203840 00000100:00100000:2.0:1788839635.850230:0:19600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788839635.850241:0:19600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3cbedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3310:x1875733747203712:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1788839635.850273:0:19600:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 618 last 0 00000020:00000080:2.0:1788839635.850303:0:19600:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x4b63896d63641583 00002000:00100000:2.0:1788839635.850318:0:19600:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff91ea010c8800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113973 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:2.0:1788839635.850322:0:19600:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:2.0:1788839635.850325:0:19600:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1788839635.850946:0:19600:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1788839635.850975:0:19600:0:(import.c:65:import_set_state_nolock()) ffff91ea010c8000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788839635.851101:0:19600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3cbedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3310:x1875733747203712:12345-0@lo:8:kworker.0 Request processed in 861us (6990us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839635.851109:0:19600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788839635.851203:0:19600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788839635.851209:0:19600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3cbed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3310:x1875733747203840:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1788839635.851222:0:19600:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1788839635.866293:0:3314:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb0f8f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:53872141-605a-4cd4-a15a-9f0a5ba1bab4:3314:1875733747203584:0@lo:400:kworker.0 00000100:00100000:0.0:1788839635.866372:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788839635.866419:0:18907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747203584 00000100:00100000:0.0:1788839635.866426:0:18907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747203584 00000100:00100000:0.0:1788839635.866474:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1788839635.866483:0:18907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb1060e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+16:3314:x1875733747203584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788839635.866530:0:18907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb1060e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+16:3314:x1875733747203584:12345-0@lo:400:kworker.0 Request processed in 48us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839635.866537:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1788839635.866605:0:3314:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb0f8f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:53872141-605a-4cd4-a15a-9f0a5ba1bab4:3314:1875733747203584:0@lo:400:kworker.0 00010000:00080000:2.0:1788839635.872042:0:3310:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff91eb0f8f8380 x1875733747203712/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788839655 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788839635.872095:0:3310:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788839635.872106:0:3310:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1788839635.872115:0:3310:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1788839635.872121:0:3310:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1788839635.872125:0:3310:0:(import.c:65:import_set_state_nolock()) ffff91eb1c189800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1788839635.872464:0:3310:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1788839635.872471:0:3310:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb0f8f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3310:1875733747203712:0@lo:8:kworker.0 00000100:00100000:2.0:1788839635.872583:0:19600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3cbed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3310:x1875733747203840:12345-0@lo:8:kworker.0 Request processed in 21371us (28397us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788839635.872660:0:19600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:2.0:1788839635.872823:0:3310:0:(import.c:65:import_set_state_nolock()) ffff91eb0b855000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788839635.872829:0:3310:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788839635.872833:0:3310:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb0f8faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3310:1875733747203840:0@lo:8:kworker.0 00000004:00080000:0.0:1788839635.872912:0:18935:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1788839635.873422:0:18935:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 618564370921ns, next at 0ns, rc = 0 00000004:00080000:3.0:1788839635.874885:0:18936:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x240000400:0x22:0x0] 00000100:00100000:3.0:1788839635.874913:0:18936:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3312a680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:18936:1875733747204352:0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1788839635.874982:0:18936:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788839635.875020:0:18936:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb4063d540 going to sleep for 11 seconds 00000100:00100000:3.0:1788839635.875067:0:19601:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747204352 00000100:00100000:3.0:1788839635.875075:0:19601:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747204352 00000100:00100000:3.0:1788839635.875144:0:19601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788839635.875163:0:19601:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3312ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:18936:x1875733747204352:12345-0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1788839635.879095:0:3311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb09f77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1875733747204096:0@lo:400:kworker.0 00000100:00100000:1.0:1788839635.879183:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788839635.879232:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788839635.879249:0:3311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb33128a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1875733747204224:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788839635.879283:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788839635.879316:0:18909:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788839635.879882:0:19602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747204224 00000100:00100000:1.0:1788839635.879892:0:19602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747204224 00000100:00100000:1.0:1788839635.879938:0:19602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788839635.879948:0:19602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb0f8fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3311:x1875733747204224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788839635.879983:0:19602:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40960000 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1788839635.880044:0:19602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb0f8fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3311:x1875733747204224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 97us (759us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839635.880072:0:19602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788839635.880304:0:18915:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747204096 00000100:00100000:2.0:1788839635.880310:0:18915:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747204096 00000100:00100000:2.0:1788839635.880362:0:18915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788839635.880370:0:18915:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb0f8f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1875733747204096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788839635.880410:0:18915:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb0f8f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1875733747204096:12345-0@lo:400:kworker.0 Request processed in 42us (1228us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839635.880417:0:18915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00080000:0.0:1788839635.880460:0:18909:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00002000:00080000:3.0:1788839635.881479:0:19601:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x240000400 00002000:00080000:3.0:1788839635.881488:0:19601:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:3.0:1788839635.881493:0:19601:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x240000400:35 to 0x240000400:65) 00010000:00080000:1.0:1788839635.892389:0:3311:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff91eb33128a80 x1875733747204224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788839651 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788839635.892419:0:3311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb33128a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1875733747204224:0@lo:13:osp-pre-0-0.0 00010000:00080000:1.0:1788839635.892435:0:3311:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff91eb09f77480 x1875733747204096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788839651 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788839635.892443:0:3311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb09f77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1875733747204096:0@lo:400:kworker.0 00010000:00010000:0.0:1788839635.907328:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788839635.909932:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788839635.909946:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b41b9785/0x4b63896d6364158a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.909963:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x41:0x0].0x0 since=618s v=(0 0) 00010000:00010000:3.0:1788839635.909968:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788839635.909974:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b41b9785/0x4b63896d6364158a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.909990:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b41b9785/0x4b63896d6364158a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.910000:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b41b9785/0x4b63896d6364158a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.910296:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b41b9785/0x4b63896d6364158a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.910319:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788839635.910334:0:18902:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788839635.910340:0:18902:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b41b9785/0x4b63896d6364158a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.910360:0:18902:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb14529800 already unused, calling callback (ffffffffc1407420) 00010000:00010000:3.0:1788839635.910364:0:18902:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b41b9785/0x4b63896d6364158a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.910373:0:18902:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b41b9785/0x4b63896d6364158a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.910390:0:18902:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b41b9785/0x4b63896d6364158a lrc: 1/0,0 mode: --/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.910398:0:18902:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b41b9785/0x4b63896d6364158a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.910421:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839635.910423:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839635.910425:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788839635.911349:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788839635.911358:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006bd4ffe9/0x4b63896d63641591 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.911371:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x40:0x0].0x0 since=618s v=(0 0) 00010000:00010000:3.0:1788839635.911374:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788839635.911379:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006bd4ffe9/0x4b63896d63641591 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.911390:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006bd4ffe9/0x4b63896d63641591 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.911406:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006bd4ffe9/0x4b63896d63641591 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.911413:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006bd4ffe9/0x4b63896d63641591 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.911435:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788839635.911814:0:18901:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788839635.911821:0:18901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006bd4ffe9/0x4b63896d63641591 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839635.911831:0:18901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb14528200 already unused, calling callback (ffffffffc1407420) 00010000:00010000:1.0:1788839635.911835:0:18901:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006bd4ffe9/0x4b63896d63641591 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839635.911844:0:18901:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006bd4ffe9/0x4b63896d63641591 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839635.911867:0:18901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006bd4ffe9/0x4b63896d63641591 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839635.911874:0:18901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006bd4ffe9/0x4b63896d63641591 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839635.911894:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788839635.911896:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788839635.911898:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788839635.912279:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788839635.912286:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fc3477b5/0x4b63896d63641598 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.912294:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3f:0x0].0x0 since=618s v=(0 0) 00010000:00010000:3.0:1788839635.912297:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788839635.912302:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fc3477b5/0x4b63896d63641598 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.912309:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fc3477b5/0x4b63896d63641598 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.912317:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fc3477b5/0x4b63896d63641598 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.912323:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fc3477b5/0x4b63896d63641598 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.912353:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788839635.912845:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788839635.912852:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000653d76c1/0x4b63896d6364159f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.912861:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3e:0x0].0x0 since=618s v=(0 0) 00010000:00010000:3.0:1788839635.912864:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788839635.912869:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000653d76c1/0x4b63896d6364159f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.912879:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000653d76c1/0x4b63896d6364159f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.912888:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000653d76c1/0x4b63896d6364159f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.912896:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000653d76c1/0x4b63896d6364159f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.912915:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788839635.912926:0:18901:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788839635.912930:0:18901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fc3477b5/0x4b63896d63641598 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.912937:0:18901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb14529200 already unused, calling callback (ffffffffc1407420) 00010000:00010000:3.0:1788839635.912947:0:18901:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc3477b5/0x4b63896d63641598 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.912955:0:18901:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc3477b5/0x4b63896d63641598 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.912967:0:18901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fc3477b5/0x4b63896d63641598 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.912974:0:18901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fc3477b5/0x4b63896d63641598 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.912990:0:18901:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788839635.912993:0:18901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000653d76c1/0x4b63896d6364159f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.913000:0:18901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb14529000 already unused, calling callback (ffffffffc1407420) 00010000:00010000:3.0:1788839635.913003:0:18901:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000653d76c1/0x4b63896d6364159f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.913022:0:18901:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000653d76c1/0x4b63896d6364159f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.913032:0:18901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000653d76c1/0x4b63896d6364159f lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.913039:0:18901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000653d76c1/0x4b63896d6364159f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.913082:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839635.913084:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839635.913085:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788839635.913479:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788839635.913486:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da1a6562/0x4b63896d636415a6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.913494:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3d:0x0].0x0 since=618s v=(0 0) 00010000:00010000:3.0:1788839635.913498:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788839635.913503:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000da1a6562/0x4b63896d636415a6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.913512:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000da1a6562/0x4b63896d636415a6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.913521:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da1a6562/0x4b63896d636415a6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.913528:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000da1a6562/0x4b63896d636415a6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.913544:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788839635.913553:0:18901:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788839635.913557:0:18901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000da1a6562/0x4b63896d636415a6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.913575:0:18901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb14528000 already unused, calling callback (ffffffffc1407420) 00010000:00010000:3.0:1788839635.913578:0:18901:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000da1a6562/0x4b63896d636415a6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.913586:0:18901:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000da1a6562/0x4b63896d636415a6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.913597:0:18901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000da1a6562/0x4b63896d636415a6 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.913604:0:18901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000da1a6562/0x4b63896d636415a6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.913617:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839635.913618:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839635.913620:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788839635.919636:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788839635.921628:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788839635.921643:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007937f3ec/0x4b63896d636415ad lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.921662:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3c:0x0].0x0 since=618s v=(0 0) 00010000:00010000:3.0:1788839635.921667:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788839635.921673:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007937f3ec/0x4b63896d636415ad lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.921703:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007937f3ec/0x4b63896d636415ad lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.921725:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007937f3ec/0x4b63896d636415ad lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.921733:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007937f3ec/0x4b63896d636415ad lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.921765:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788839635.922261:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788839635.922269:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007ee726aa/0x4b63896d636415b4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.922279:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3b:0x0].0x0 since=618s v=(0 0) 00010000:00010000:3.0:1788839635.922282:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788839635.922287:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007ee726aa/0x4b63896d636415b4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.922297:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007ee726aa/0x4b63896d636415b4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.922306:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007ee726aa/0x4b63896d636415b4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.922313:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007ee726aa/0x4b63896d636415b4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.922340:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788839635.922353:0:18902:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788839635.922359:0:18902:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007937f3ec/0x4b63896d636415ad lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.922367:0:18902:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb14528a00 already unused, calling callback (ffffffffc1407420) 00010000:00010000:3.0:1788839635.922371:0:18902:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007937f3ec/0x4b63896d636415ad lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.922381:0:18902:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007937f3ec/0x4b63896d636415ad lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.922398:0:18902:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007937f3ec/0x4b63896d636415ad lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.922405:0:18902:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007937f3ec/0x4b63896d636415ad lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.922424:0:18902:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788839635.922427:0:18902:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007ee726aa/0x4b63896d636415b4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.922434:0:18902:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb14528e00 already unused, calling callback (ffffffffc1407420) 00010000:00010000:3.0:1788839635.922437:0:18902:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007ee726aa/0x4b63896d636415b4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.922455:0:18902:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007ee726aa/0x4b63896d636415b4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.922463:0:18902:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007ee726aa/0x4b63896d636415b4 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.922470:0:18902:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007ee726aa/0x4b63896d636415b4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.922481:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839635.922482:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839635.922484:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788839635.922846:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788839635.922852:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da32c162/0x4b63896d636415bb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.922860:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3a:0x0].0x0 since=618s v=(0 0) 00010000:00010000:3.0:1788839635.922863:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788839635.922868:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000da32c162/0x4b63896d636415bb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.922876:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000da32c162/0x4b63896d636415bb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.922886:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da32c162/0x4b63896d636415bb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.922898:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000da32c162/0x4b63896d636415bb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.922912:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788839635.922920:0:18902:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788839635.922924:0:18902:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000da32c162/0x4b63896d636415bb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.922931:0:18902:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb20a6ea00 already unused, calling callback (ffffffffc1407420) 00010000:00010000:3.0:1788839635.922934:0:18902:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000da32c162/0x4b63896d636415bb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.922943:0:18902:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000da32c162/0x4b63896d636415bb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.922953:0:18902:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000da32c162/0x4b63896d636415bb lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.922960:0:18902:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000da32c162/0x4b63896d636415bb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.922973:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839635.922975:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839635.922977:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788839635.923355:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788839635.923367:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000063778f53/0x4b63896d636415c2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.923376:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x39:0x0].0x0 since=618s v=(0 0) 00010000:00010000:3.0:1788839635.923379:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788839635.923384:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000063778f53/0x4b63896d636415c2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.923393:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000063778f53/0x4b63896d636415c2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.923401:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000063778f53/0x4b63896d636415c2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.923408:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000063778f53/0x4b63896d636415c2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.923420:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788839635.923427:0:18902:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788839635.923430:0:18902:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000063778f53/0x4b63896d636415c2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.923436:0:18902:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb20a6fc00 already unused, calling callback (ffffffffc1407420) 00010000:00010000:3.0:1788839635.923440:0:18902:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000063778f53/0x4b63896d636415c2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.923447:0:18902:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000063778f53/0x4b63896d636415c2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.923462:0:18902:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000063778f53/0x4b63896d636415c2 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.923469:0:18902:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000063778f53/0x4b63896d636415c2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.923482:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839635.923484:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839635.923486:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788839635.923865:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788839635.923872:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000cf20bae/0x4b63896d636415c9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.923880:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x38:0x0].0x0 since=618s v=(0 0) 00010000:00010000:3.0:1788839635.923883:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788839635.923887:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000cf20bae/0x4b63896d636415c9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.923894:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000cf20bae/0x4b63896d636415c9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.923902:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000cf20bae/0x4b63896d636415c9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.923909:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000cf20bae/0x4b63896d636415c9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.923933:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788839635.923940:0:18902:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788839635.923943:0:18902:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000cf20bae/0x4b63896d636415c9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.923949:0:18902:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb20a6e800 already unused, calling callback (ffffffffc1407420) 00010000:00010000:3.0:1788839635.923952:0:18902:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000cf20bae/0x4b63896d636415c9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.923959:0:18902:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000cf20bae/0x4b63896d636415c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.923970:0:18902:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000cf20bae/0x4b63896d636415c9 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.923977:0:18902:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000cf20bae/0x4b63896d636415c9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.923991:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839635.923992:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839635.923994:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788839635.924225:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788839635.932854:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788839635.932866:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007d38d67e/0x4b63896d636415d0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.932884:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x37:0x0].0x0 since=618s v=(0 0) 00010000:00010000:3.0:1788839635.932899:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788839635.932905:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007d38d67e/0x4b63896d636415d0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.932919:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007d38d67e/0x4b63896d636415d0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.932929:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007d38d67e/0x4b63896d636415d0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.932937:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007d38d67e/0x4b63896d636415d0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.933877:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788839635.934421:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788839635.934431:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000afe6e9d5/0x4b63896d636415d7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.934445:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x36:0x0].0x0 since=618s v=(0 0) 00010000:00010000:3.0:1788839635.934448:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788839635.934453:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000afe6e9d5/0x4b63896d636415d7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.934465:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000afe6e9d5/0x4b63896d636415d7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.934475:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000afe6e9d5/0x4b63896d636415d7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.934489:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000afe6e9d5/0x4b63896d636415d7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839635.935138:0:18902:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788839635.935148:0:18902:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007d38d67e/0x4b63896d636415d0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839635.935158:0:18902:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb20a6ec00 already unused, calling callback (ffffffffc1407420) 00010000:00010000:1.0:1788839635.935163:0:18902:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007d38d67e/0x4b63896d636415d0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839635.935172:0:18902:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007d38d67e/0x4b63896d636415d0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839635.935189:0:18902:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007d38d67e/0x4b63896d636415d0 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839635.935197:0:18902:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007d38d67e/0x4b63896d636415d0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839635.935223:0:18902:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788839635.935227:0:18902:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000afe6e9d5/0x4b63896d636415d7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839635.935234:0:18902:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb20a6e400 already unused, calling callback (ffffffffc1407420) 00010000:00010000:1.0:1788839635.935237:0:18902:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000afe6e9d5/0x4b63896d636415d7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839635.935245:0:18902:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000afe6e9d5/0x4b63896d636415d7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839635.935255:0:18902:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000afe6e9d5/0x4b63896d636415d7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839635.935261:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788839635.935263:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788839635.935265:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839635.937847:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788839635.937863:0:19601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000afe6e9d5/0x4b63896d636415d7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.937909:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788839635.938470:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788839635.938479:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001f3dc551/0x4b63896d636415de lrc: 3/0,1 mode: --/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.938495:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x35:0x0].0x0 since=618s v=(0 0) 00010000:00010000:3.0:1788839635.938500:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788839635.938508:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001f3dc551/0x4b63896d636415de lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.938521:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001f3dc551/0x4b63896d636415de lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.938531:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001f3dc551/0x4b63896d636415de lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.938540:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001f3dc551/0x4b63896d636415de lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.938584:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788839635.938596:0:18902:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788839635.938601:0:18902:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001f3dc551/0x4b63896d636415de lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.938608:0:18902:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb20a6f000 already unused, calling callback (ffffffffc1407420) 00010000:00010000:3.0:1788839635.938613:0:18902:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001f3dc551/0x4b63896d636415de lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.938622:0:18902:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001f3dc551/0x4b63896d636415de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.938639:0:18902:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001f3dc551/0x4b63896d636415de lrc: 1/0,0 mode: --/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.938646:0:18902:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001f3dc551/0x4b63896d636415de lrc: 0/0,0 mode: --/PW res: [0x240000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.938661:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839635.938662:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839635.938664:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788839635.943412:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788839635.943425:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000061b4f25c/0x4b63896d636415e5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.943444:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x34:0x0].0x0 since=618s v=(0 0) 00010000:00010000:3.0:1788839635.943454:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788839635.943462:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000061b4f25c/0x4b63896d636415e5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.943477:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000061b4f25c/0x4b63896d636415e5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.943488:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000061b4f25c/0x4b63896d636415e5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.943497:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000061b4f25c/0x4b63896d636415e5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.943518:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788839635.943533:0:18901:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788839635.943539:0:18901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000061b4f25c/0x4b63896d636415e5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.943547:0:18901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb20a6e200 already unused, calling callback (ffffffffc1407420) 00010000:00010000:3.0:1788839635.943553:0:18901:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000061b4f25c/0x4b63896d636415e5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.943562:0:18901:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000061b4f25c/0x4b63896d636415e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.943580:0:18901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000061b4f25c/0x4b63896d636415e5 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.943600:0:18901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000061b4f25c/0x4b63896d636415e5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.943622:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839635.943624:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839635.943626:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788839635.946471:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788839635.946486:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b891cbf5/0x4b63896d636415ec lrc: 3/0,1 mode: --/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.946502:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x33:0x0].0x0 since=618s v=(0 0) 00010000:00010000:3.0:1788839635.946507:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788839635.946513:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b891cbf5/0x4b63896d636415ec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.946526:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b891cbf5/0x4b63896d636415ec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.946535:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b891cbf5/0x4b63896d636415ec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.946543:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b891cbf5/0x4b63896d636415ec lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.946562:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788839635.946577:0:18902:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788839635.946606:0:18902:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b891cbf5/0x4b63896d636415ec lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.946613:0:18902:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb20a6f600 already unused, calling callback (ffffffffc1407420) 00010000:00010000:3.0:1788839635.946618:0:18902:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b891cbf5/0x4b63896d636415ec lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.946627:0:18902:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b891cbf5/0x4b63896d636415ec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.946642:0:18902:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b891cbf5/0x4b63896d636415ec lrc: 1/0,0 mode: --/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.946648:0:18902:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b891cbf5/0x4b63896d636415ec lrc: 0/0,0 mode: --/PW res: [0x240000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.946670:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839635.946672:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839635.946674:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788839635.947416:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788839635.947425:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000001c910be/0x4b63896d636415f3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.947435:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x32:0x0].0x0 since=618s v=(0 0) 00010000:00010000:3.0:1788839635.947439:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788839635.947443:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000001c910be/0x4b63896d636415f3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.947463:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000001c910be/0x4b63896d636415f3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.947471:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000001c910be/0x4b63896d636415f3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.947478:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000001c910be/0x4b63896d636415f3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.947497:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788839635.947507:0:18901:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788839635.947512:0:18901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000001c910be/0x4b63896d636415f3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.947518:0:18901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb20a6ee00 already unused, calling callback (ffffffffc1407420) 00010000:00010000:3.0:1788839635.947522:0:18901:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000001c910be/0x4b63896d636415f3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.947529:0:18901:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000001c910be/0x4b63896d636415f3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.947540:0:18901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000001c910be/0x4b63896d636415f3 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.947547:0:18901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000001c910be/0x4b63896d636415f3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.947572:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839635.947574:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839635.947575:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788839635.948182:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788839635.948189:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008564389d/0x4b63896d636415fa lrc: 3/0,1 mode: --/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.948198:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x31:0x0].0x0 since=618s v=(0 0) 00010000:00010000:3.0:1788839635.948202:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788839635.948206:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008564389d/0x4b63896d636415fa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.948216:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008564389d/0x4b63896d636415fa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.948223:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008564389d/0x4b63896d636415fa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.948230:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008564389d/0x4b63896d636415fa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.948246:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788839635.948255:0:18902:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788839635.948259:0:18902:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008564389d/0x4b63896d636415fa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.948276:0:18902:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb20a6e000 already unused, calling callback (ffffffffc1407420) 00010000:00010000:3.0:1788839635.948280:0:18902:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008564389d/0x4b63896d636415fa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.948287:0:18902:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008564389d/0x4b63896d636415fa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.948299:0:18902:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008564389d/0x4b63896d636415fa lrc: 1/0,0 mode: --/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.948306:0:18902:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008564389d/0x4b63896d636415fa lrc: 0/0,0 mode: --/PW res: [0x240000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.948321:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839635.948323:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839635.948324:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788839635.954068:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788839635.954079:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003f795a66/0x4b63896d63641601 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.954097:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x30:0x0].0x0 since=618s v=(0 0) 00010000:00010000:3.0:1788839635.954102:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788839635.954109:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003f795a66/0x4b63896d63641601 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.954123:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003f795a66/0x4b63896d63641601 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.954142:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003f795a66/0x4b63896d63641601 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.954149:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003f795a66/0x4b63896d63641601 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.954169:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788839635.954182:0:18901:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788839635.954188:0:18901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003f795a66/0x4b63896d63641601 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.954195:0:18901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb20a6f800 already unused, calling callback (ffffffffc1407420) 00010000:00010000:3.0:1788839635.954200:0:18901:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003f795a66/0x4b63896d63641601 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.954208:0:18901:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003f795a66/0x4b63896d63641601 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.954225:0:18901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003f795a66/0x4b63896d63641601 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.954233:0:18901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003f795a66/0x4b63896d63641601 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.954254:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839635.954262:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839635.954264:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788839635.957272:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788839635.957285:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fa8d414c/0x4b63896d63641608 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.957302:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2f:0x0].0x0 since=618s v=(0 0) 00010000:00010000:3.0:1788839635.957306:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788839635.957313:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa8d414c/0x4b63896d63641608 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.957328:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fa8d414c/0x4b63896d63641608 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.957339:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fa8d414c/0x4b63896d63641608 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.957347:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fa8d414c/0x4b63896d63641608 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.957372:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788839635.959128:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788839635.959139:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000087393007/0x4b63896d6364160f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.959154:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2e:0x0].0x0 since=618s v=(0 0) 00010000:00010000:3.0:1788839635.959157:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788839635.959162:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087393007/0x4b63896d6364160f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.959181:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000087393007/0x4b63896d6364160f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.959190:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000087393007/0x4b63896d6364160f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.959197:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000087393007/0x4b63896d6364160f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.959218:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788839635.959235:0:18901:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788839635.959241:0:18901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fa8d414c/0x4b63896d63641608 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.959249:0:18901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb20a6f200 already unused, calling callback (ffffffffc1407420) 00010000:00010000:3.0:1788839635.959253:0:18901:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa8d414c/0x4b63896d63641608 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.959263:0:18901:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa8d414c/0x4b63896d63641608 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.959280:0:18901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fa8d414c/0x4b63896d63641608 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.959288:0:18901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fa8d414c/0x4b63896d63641608 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.959313:0:18901:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788839635.959316:0:18901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000087393007/0x4b63896d6364160f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.959322:0:18901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb20a6fa00 already unused, calling callback (ffffffffc1407420) 00010000:00010000:3.0:1788839635.959325:0:18901:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000087393007/0x4b63896d6364160f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.959331:0:18901:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000087393007/0x4b63896d6364160f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.959341:0:18901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000087393007/0x4b63896d6364160f lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.959347:0:18901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000087393007/0x4b63896d6364160f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.959358:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839635.959360:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839635.959362:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788839635.961114:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788839635.961125:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da32c162/0x4b63896d63641616 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.961139:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2d:0x0].0x0 since=618s v=(0 0) 00010000:00010000:3.0:1788839635.961148:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788839635.961154:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000da32c162/0x4b63896d63641616 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.961165:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000da32c162/0x4b63896d63641616 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.961174:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da32c162/0x4b63896d63641616 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.961182:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000da32c162/0x4b63896d63641616 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.961198:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788839635.961208:0:18901:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788839635.961213:0:18901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000da32c162/0x4b63896d63641616 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.961222:0:18901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb20a6ea00 already unused, calling callback (ffffffffc1407420) 00010000:00010000:3.0:1788839635.961226:0:18901:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000da32c162/0x4b63896d63641616 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.961234:0:18901:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000da32c162/0x4b63896d63641616 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.961248:0:18901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000da32c162/0x4b63896d63641616 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.961266:0:18901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000da32c162/0x4b63896d63641616 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.961282:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839635.961284:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839635.961286:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839635.961866:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1788839635.963255:0:5864:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00002000:00010000:3.0:1788839635.964368:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788839635.964380:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000afe6e9d5/0x4b63896d6364161d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.964395:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2c:0x0].0x0 since=618s v=(0 0) 00010000:00010000:3.0:1788839635.964400:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788839635.964406:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000afe6e9d5/0x4b63896d6364161d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.964419:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000afe6e9d5/0x4b63896d6364161d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.964430:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000afe6e9d5/0x4b63896d6364161d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.964438:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000afe6e9d5/0x4b63896d6364161d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.964697:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788839635.965270:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788839635.965285:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000cf20bae/0x4b63896d63641624 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.965295:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2b:0x0].0x0 since=618s v=(0 0) 00010000:00010000:3.0:1788839635.965299:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788839635.965304:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000cf20bae/0x4b63896d63641624 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.965313:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000cf20bae/0x4b63896d63641624 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.965321:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000cf20bae/0x4b63896d63641624 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.965327:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000cf20bae/0x4b63896d63641624 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839635.967888:0:18901:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788839635.967903:0:18901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000afe6e9d5/0x4b63896d6364161d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839635.967918:0:18901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb20a6e400 already unused, calling callback (ffffffffc1407420) 00010000:00010000:1.0:1788839635.967923:0:18901:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000afe6e9d5/0x4b63896d6364161d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839635.967947:0:18901:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000afe6e9d5/0x4b63896d6364161d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839635.967969:0:18901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000afe6e9d5/0x4b63896d6364161d lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839635.967977:0:18901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000afe6e9d5/0x4b63896d6364161d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839635.968001:0:18901:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788839635.968004:0:18901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000cf20bae/0x4b63896d63641624 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839635.968023:0:18901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb20a6e800 already unused, calling callback (ffffffffc1407420) 00010000:00010000:1.0:1788839635.968027:0:18901:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000cf20bae/0x4b63896d63641624 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839635.968034:0:18901:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000cf20bae/0x4b63896d63641624 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839635.968045:0:18901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000cf20bae/0x4b63896d63641624 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839635.968078:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788839635.968080:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788839635.968089:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839635.968200:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788839635.968208:0:19601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000cf20bae/0x4b63896d63641624 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839635.968763:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788839635.969211:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788839635.969218:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000063778f53/0x4b63896d6364162b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.969231:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2a:0x0].0x0 since=618s v=(0 0) 00010000:00010000:3.0:1788839635.969236:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788839635.969247:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000063778f53/0x4b63896d6364162b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.969259:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000063778f53/0x4b63896d6364162b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.969268:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000063778f53/0x4b63896d6364162b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.969274:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000063778f53/0x4b63896d6364162b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.969291:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788839635.969849:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788839635.969857:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000727e2aa2/0x4b63896d63641632 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.969866:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x29:0x0].0x0 since=618s v=(0 0) 00010000:00010000:3.0:1788839635.969869:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788839635.969873:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000727e2aa2/0x4b63896d63641632 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.969882:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000727e2aa2/0x4b63896d63641632 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.969889:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000727e2aa2/0x4b63896d63641632 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.969905:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000727e2aa2/0x4b63896d63641632 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.969923:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1788839635.970326:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788839635.970332:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000023e78571/0x4b63896d63641639 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.970341:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x28:0x0].0x0 since=618s v=(0 0) 00010000:00010000:3.0:1788839635.970344:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788839635.970349:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000023e78571/0x4b63896d63641639 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.970358:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000023e78571/0x4b63896d63641639 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.970366:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000023e78571/0x4b63896d63641639 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.970374:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000023e78571/0x4b63896d63641639 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.970381:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1788839635.970720:0:18902:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788839635.970729:0:18902:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000063778f53/0x4b63896d6364162b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839635.970738:0:18902:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb20a6fc00 already unused, calling callback (ffffffffc1407420) 00010000:00010000:0.0:1788839635.970743:0:18902:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000063778f53/0x4b63896d6364162b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839635.970759:0:18902:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000063778f53/0x4b63896d6364162b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839635.970777:0:18902:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000063778f53/0x4b63896d6364162b lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839635.970785:0:18902:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000063778f53/0x4b63896d6364162b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839635.970808:0:18902:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788839635.970811:0:18902:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000727e2aa2/0x4b63896d63641632 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839635.970817:0:18902:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb20a6f400 already unused, calling callback (ffffffffc1407420) 00010000:00010000:0.0:1788839635.970820:0:18902:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000727e2aa2/0x4b63896d63641632 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839635.970827:0:18902:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000727e2aa2/0x4b63896d63641632 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839635.970838:0:18902:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000727e2aa2/0x4b63896d63641632 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839635.970845:0:18902:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000727e2aa2/0x4b63896d63641632 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839635.970870:0:18902:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788839635.970873:0:18902:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000023e78571/0x4b63896d63641639 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839635.970880:0:18902:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb20a6e600 already unused, calling callback (ffffffffc1407420) 00010000:00010000:0.0:1788839635.970883:0:18902:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000023e78571/0x4b63896d63641639 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839635.970891:0:18902:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000023e78571/0x4b63896d63641639 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839635.970901:0:18902:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000023e78571/0x4b63896d63641639 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839635.970908:0:18902:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000023e78571/0x4b63896d63641639 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839635.970921:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839635.970923:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839635.970925:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788839635.971150:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788839635.971369:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788839635.971376:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007d38d67e/0x4b63896d63641640 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.971390:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x27:0x0].0x0 since=618s v=(0 0) 00010000:00010000:3.0:1788839635.971394:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788839635.971399:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007d38d67e/0x4b63896d63641640 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.971409:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007d38d67e/0x4b63896d63641640 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.971418:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007d38d67e/0x4b63896d63641640 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.971426:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007d38d67e/0x4b63896d63641640 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.971476:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788839635.971975:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788839635.971981:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000326f89a0/0x4b63896d63641647 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.971989:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x26:0x0].0x0 since=618s v=(0 0) 00010000:00010000:3.0:1788839635.971993:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788839635.971997:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000326f89a0/0x4b63896d63641647 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.972017:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000326f89a0/0x4b63896d63641647 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.972037:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000326f89a0/0x4b63896d63641647 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.972044:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000326f89a0/0x4b63896d63641647 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839635.973975:0:18902:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788839635.973989:0:18902:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007d38d67e/0x4b63896d63641640 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839635.974003:0:18902:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb20a6ec00 already unused, calling callback (ffffffffc1407420) 00010000:00010000:0.0:1788839635.974036:0:18902:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007d38d67e/0x4b63896d63641640 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839635.974066:0:18902:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007d38d67e/0x4b63896d63641640 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839635.974087:0:18902:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007d38d67e/0x4b63896d63641640 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839635.974095:0:18902:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007d38d67e/0x4b63896d63641640 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839635.974118:0:18902:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788839635.974122:0:18902:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000326f89a0/0x4b63896d63641647 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839635.974128:0:18902:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb00031200 already unused, calling callback (ffffffffc1407420) 00010000:00010000:0.0:1788839635.974132:0:18902:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000326f89a0/0x4b63896d63641647 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839635.974139:0:18902:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000326f89a0/0x4b63896d63641647 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839635.974147:0:18902:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000326f89a0/0x4b63896d63641647 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839635.974154:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839635.974160:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839635.974162:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839635.977554:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788839635.977569:0:19601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000326f89a0/0x4b63896d63641647 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788839635.978529:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788839635.978537:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002f543432/0x4b63896d6364164e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.978552:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x25:0x0].0x0 since=618s v=(0 0) 00010000:00010000:3.0:1788839635.978557:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788839635.978563:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002f543432/0x4b63896d6364164e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.978578:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002f543432/0x4b63896d6364164e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.978587:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002f543432/0x4b63896d6364164e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839635.978798:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839635.978850:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002f543432/0x4b63896d6364164e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.978906:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788839635.979403:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788839635.979408:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008cfabe62/0x4b63896d63641655 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.979418:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x24:0x0].0x0 since=618s v=(0 0) 00010000:00010000:3.0:1788839635.979422:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788839635.979427:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008cfabe62/0x4b63896d63641655 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.979438:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008cfabe62/0x4b63896d63641655 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.979445:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008cfabe62/0x4b63896d63641655 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.979452:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008cfabe62/0x4b63896d63641655 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839635.980679:0:18902:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788839635.980754:0:18902:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002f543432/0x4b63896d6364164e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839635.980767:0:18902:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb00030a00 already unused, calling callback (ffffffffc1407420) 00010000:00010000:0.0:1788839635.980772:0:18902:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002f543432/0x4b63896d6364164e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839635.980782:0:18902:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002f543432/0x4b63896d6364164e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839635.980803:0:18902:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002f543432/0x4b63896d6364164e lrc: 1/0,0 mode: --/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839635.980811:0:18902:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002f543432/0x4b63896d6364164e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.981208:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788839635.981780:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788839635.981789:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000528fa898/0x4b63896d6364165c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.981810:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x23:0x0].0x0 since=618s v=(0 0) 00010000:00010000:3.0:1788839635.981814:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788839635.981820:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000528fa898/0x4b63896d6364165c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.981831:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000528fa898/0x4b63896d6364165c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.981841:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000528fa898/0x4b63896d6364165c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.981848:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000528fa898/0x4b63896d6364165c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839635.981857:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00080000:3.0:1788839635.982034:0:19601:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x240000400:34 00000100:00100000:3.0:1788839635.982158:0:19601:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3312ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:18936:x1875733747204352:12345-0@lo:5:osp-pre-0-0.0 Request processed in 106994us (107172us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839635.982168:0:19601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788839635.982371:0:18936:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3312a680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:18936:1875733747204352:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1788839635.982390:0:18936:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x240000400:0x41:0x0] from OST, last_created [0x240000400:0x41:0x0]last_used is [0x240000400:0x22:0x0] 00000100:00100000:2.0:1788839635.982441:0:18936:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3cbee300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:18936:1875733747204480:0@lo:5:osp-pre-0-0.0 00000100:00100000:2.0:1788839635.982482:0:18936:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839635.982542:0:18936:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb09e4f0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788839635.982757:0:19600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747204480 00000100:00100000:3.0:1788839635.982763:0:19600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747204480 00000100:00100000:3.0:1788839635.982808:0:19600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788839635.982817:0:19600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3cbeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:18936:x1875733747204480:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:3.0:1788839635.982854:0:19600:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x240000400 at 66 00010000:00010000:1.0:1788839635.983381:0:18902:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788839635.983394:0:18902:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008cfabe62/0x4b63896d63641655 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839635.983406:0:18902:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb00030000 already unused, calling callback (ffffffffc1407420) 00010000:00010000:1.0:1788839635.983411:0:18902:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008cfabe62/0x4b63896d63641655 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839635.983422:0:18902:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008cfabe62/0x4b63896d63641655 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839635.983443:0:18902:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008cfabe62/0x4b63896d63641655 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839635.983449:0:18902:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008cfabe62/0x4b63896d63641655 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839635.983475:0:18902:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788839635.983478:0:18902:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000528fa898/0x4b63896d6364165c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839635.983484:0:18902:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb00030800 already unused, calling callback (ffffffffc1407420) 00010000:00010000:1.0:1788839635.983486:0:18902:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000528fa898/0x4b63896d6364165c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839635.983506:0:18902:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000528fa898/0x4b63896d6364165c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839635.983518:0:18902:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000528fa898/0x4b63896d6364165c lrc: 1/0,0 mode: --/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839635.983525:0:18902:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000528fa898/0x4b63896d6364165c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839635.983539:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788839635.983541:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788839635.983543:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839635.983806:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788839635.991399:0:19600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3cbeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:18936:x1875733747204480:12345-0@lo:5:osp-pre-0-0.0 Request processed in 8575us (8908us total) trans 12884901889 rc 0/0 00000100:00100000:3.0:1788839635.991419:0:19600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788839635.996307:0:18936:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3cbee300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:18936:1875733747204480:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1788839635.996327:0:18936:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000400:0x41:0x0]-[0x240000400:0x61:0x0] 00010000:00010000:1.0:1788839636.931378:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1788839637.470020:0:6721:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:3.0:1788839637.470043:0:6721:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00010000:00010000:1.0:1788839637.958733:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788839638.973710:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788839640.003585:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788839640.894792:0:3313:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb33129f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1875733747204608:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788839640.894871:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788839640.894970:0:19602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747204608 00000100:00100000:3.0:1788839640.894978:0:19602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747204608 00000100:00100000:3.0:1788839640.895035:0:19602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788839640.895045:0:19602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3312b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1875733747204608:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788839640.895102:0:19602:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1788839640.895145:0:19602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3312b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1875733747204608:12345-0@lo:13:osp-pre-0-0.0 Request processed in 101us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839640.895153:0:19602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:3.0:1788839640.895174:0:18909:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788839640.895215:0:3313:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901889 gen 2 00000100:00100000:3.0:1788839640.895238:0:3313:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb33129f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1875733747204608:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788839640.901139:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788839640.901147:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1788839640.901150:0:37:0:(import.c:65:import_set_state_nolock()) ffff91eb0b855000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788839640.901158:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 618 00000100:00080000:3.0:1788839640.901163:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1788839640.901170:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff91eb0b855000 using connection 192.168.201.109@tcp/0@lo 00000100:00100000:3.0:1788839640.901194:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91eb33129500 x1875733747204864/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788839640.902905:0:3310:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb33129500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3310:1875733747204864:0@lo:8:kworker.0 00000100:00100000:1.0:1788839640.902990:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788839640.903342:0:19601:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747204864 00000100:00100000:3.0:1788839640.903363:0:19601:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747204864 00000100:00100000:3.0:1788839640.903406:0:19601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788839640.903415:0:19601:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb0f8f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3310:x1875733747204864:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1788839640.903435:0:19601:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1788839640.904630:0:3311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb33129c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1875733747204992:0@lo:400:kworker.0 00000100:00100000:0.0:1788839640.904697:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788839640.904737:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788839640.904744:0:3311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3312a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1875733747205120:0@lo:400:kworker.0 00000100:00100000:0.0:1788839640.904781:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788839640.904813:0:18913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747204992 00000100:00100000:0.0:1788839640.904819:0:18913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747204992 00000100:00100000:0.0:1788839640.904871:0:18913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747205120 00000100:00100000:0.0:1788839640.904875:0:18913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747205120 00000100:00100000:0.0:1788839640.904906:0:18913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788839640.904913:0:18913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb09f76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1875733747204992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788839640.904986:0:18913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb09f76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1875733747204992:12345-0@lo:400:kworker.0 Request processed in 72us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839640.904994:0:18913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788839640.905009:0:18913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788839640.905015:0:18913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb09f77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1875733747205120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788839640.905042:0:18913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb09f77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1875733747205120:12345-0@lo:400:kworker.0 Request processed in 27us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839640.905066:0:18913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00080000:0.0:1788839640.905114:0:3311:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff91eb3312a300 x1875733747205120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788839656 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788839640.905128:0:3311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3312a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1875733747205120:0@lo:400:kworker.0 00010000:00080000:0.0:1788839640.905139:0:3311:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff91eb33129c00 x1875733747204992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788839656 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788839640.905148:0:3311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb33129c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1875733747204992:0@lo:400:kworker.0 00000100:00100000:0.0:1788839640.908117:0:3314:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb33129f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:53872141-605a-4cd4-a15a-9f0a5ba1bab4:3314:1875733747204736:0@lo:400:kworker.0 00000100:00100000:0.0:1788839640.908188:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839640.909119:0:18908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747204736 00000100:00100000:2.0:1788839640.909129:0:18908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747204736 00000100:00100000:2.0:1788839640.909205:0:18908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1788839640.909214:0:18908:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb1060c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+16:3314:x1875733747204736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788839640.909288:0:18908:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb1060c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+16:3314:x1875733747204736:12345-0@lo:400:kworker.0 Request processed in 75us (1099us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839640.909296:0:18908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1788839640.909347:0:3314:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb33129f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:53872141-605a-4cd4-a15a-9f0a5ba1bab4:3314:1875733747204736:0@lo:400:kworker.0 00000100:00080000:3.0:1788839640.922216:0:18909:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788839640.922330:0:19601:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb0f8f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3310:x1875733747204864:12345-0@lo:8:kworker.0 Request processed in 18909us (19334us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788839640.922343:0:19601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00080000:1.0:1788839640.922378:0:3310:0:(import.c:65:import_set_state_nolock()) ffff91eb0b855000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788839640.922385:0:3310:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788839640.922390:0:3310:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb33129500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3310:1875733747204864:0@lo:8:kworker.0 00010000:00010000:1.0:1788839641.027617:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788839642.047692:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788839642.435313:0:18945:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:01000004:1.0:1788839642.828308:0:20317:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1788839642.828313:0:20317:0:(obd_mount.c:926:lmd_print()) device: lustre-ost2/ost2 00000080:01200004:1.0:1788839642.828460:0:20317:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff91eb106c0800 00000020:01000004:1.0:1788839642.828485:0:20317:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-OST0001, type=osd-zfs, lsifl=200002, mountfl=0 00000020:01000004:1.0:1788839642.828505:0:20317:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-zfs) 00000020:00000080:1.0:1788839642.828525:0:20317:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff91eb37728000) 00000020:00000080:1.0:1788839642.828542:0:20317:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type osd-zfs with refcount 2 00100000:10000000:0.0:1788839642.846819:0:20317:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x200000007:0x1:0x0] => 0 (ROOT): rc = 1 00100000:10000000:0.0:1788839642.847076:0:20317:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-OST0001: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:0.0:1788839642.848717:0:20317:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x200000009:0x0:0x0] => 0 (update_log): rc = 1 00100000:10000000:0.0:1788839642.848972:0:20317:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x20000000a:0x0:0x0] => 0 (update_log_dir): rc = 1 00100000:10000000:0.0:1788839642.849283:0:20317:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-OST0001: registered index [0x200000003:0xb:0x0] (8/32) 00100000:10000000:0.0:1788839642.849963:0:20317:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled lustre-client under 523: rc = 0 00100000:10000000:0.0:1788839642.850156:0:20317:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled lustre-OST0001 under 523: rc = 0 00100000:10000000:0.0:1788839642.850256:0:20317:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled params under 523: rc = 0 00100000:10000000:0.0:1788839642.851044:0:20317:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x20000-OST0001 under 659: rc = 0 00100000:10000000:0.0:1788839642.851303:0:20317:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x1020000-OST0001 under 659: rc = 0 00100000:10000000:0.0:1788839642.851898:0:20317:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x20000 under 659: rc = 0 00100000:10000000:0.0:1788839642.852240:0:20317:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x1020000 under 659: rc = 0 00100000:10000000:0.0:1788839642.852790:0:20317:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x2020000 under 659: rc = 0 00100000:10000000:0.0:1788839642.853184:0:20317:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x2020000-OST0001 under 659: rc = 0 00000020:00000080:0.0:1788839642.854359:0:20317:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:0.0:1788839642.854373:0:20317:0:(osd_handler.c:1573:osd_obd_connect()) connect #0 00000020:00000080:0.0:1788839642.854384:0:20317:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x4b63896d6364166a 00000020:01000004:0.0:1788839642.854392:0:20317:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-OST0001 on device lustre-ost2/ost2 00000020:01000004:0.0:1788839642.854729:0:20317:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.201.109@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1788839642.854733:0:20317:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.201.109@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:0.0:1788839642.854739:0:20317:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0001 00000020:01000004:0.0:1788839642.854764:0:20317:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for lustre-ost2/ost2 10000000:01000000:0.0:1788839642.854768:0:20317:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.201.109@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:1.0:1788839642.869303:0:20317:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.109@tcp ctxt 0 is initialized 00000020:01000004:1.0:1788839642.869343:0:20317:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.201.109@tcp, index=0001, flags=0x20002 00000020:01000004:1.0:1788839642.869349:0:20317:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1788839642.869351:0:20317:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1788839642.869353:0:20317:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788839642.869354:0:20317:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788839642.869356:0:20317:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788839642.869357:0:20317:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788839642.869359:0:20317:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788839642.869361:0:20317:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788839642.869363:0:20317:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788839642.869367:0:20317:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:1.0:1788839642.869369:0:20317:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1788839642.869370:0:20317:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1788839642.869372:0:20317:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788839642.869373:0:20317:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788839642.869374:0:20317:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788839642.869375:0:20317:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788839642.869376:0:20317:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788839642.869377:0:20317:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788839642.869378:0:20317:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788839642.869590:0:20317:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:1.0:1788839642.869744:0:20317:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb0f8fb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:20317:1875733747205248:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1788839642.869817:0:20317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788839642.869989:0:20317:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb3309c000 going to sleep for 11 seconds 00000100:00100000:0.0:1788839642.870133:0:18906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747205248 00000100:00100000:0.0:1788839642.870142:0:18906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747205248 00000100:00100000:1.0:1788839642.870307:0:18906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1788839642.870317:0:18906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb1060c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+16:20317:x1875733747205248:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1788839642.870364:0:18906:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:1.0:1788839642.870368:0:18906:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:1.0:1788839642.870371:0:18906:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:1.0:1788839642.889711:0:18906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb1060c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+16:20317:x1875733747205248:12345-0@lo:253:mount.lustre.0 Request processed in 19385us (19882us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839642.889744:0:18906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1788839642.890001:0:20317:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb0f8fb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:20317:1875733747205248:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1788839642.890018:0:20317:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:0.0:1788839642.890022:0:20317:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1788839642.890023:0:20317:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1788839642.890024:0:20317:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788839642.890025:0:20317:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788839642.890027:0:20317:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788839642.890028:0:20317:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788839642.890029:0:20317:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788839642.890037:0:20317:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788839642.890039:0:20317:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1788839642.890090:0:20317:0:(tgt_mount.c:101:server_register_mount()) register mount ffff91eb106c0800 from lustre-OST0001 10000000:01000000:0.0:1788839642.890116:0:20317:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:0.0:1788839642.890119:0:20317:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:0.0:1788839642.890128:0:20317:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff91eb40030000 local copy 00010000:00010000:0.0:1788839642.890138:0:20317:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb09c9d800/0x4b63896d636413fb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d63641402 expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788839642.890394:0:20317:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb09f74e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:20317:1875733747205376:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788839642.890440:0:20317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788839642.890729:0:20317:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb4063dcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788839642.890914:0:18907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747205376 00000100:00100000:3.0:1788839642.890922:0:18907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747205376 00000100:00100000:3.0:1788839642.890971:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1788839642.890981:0:18907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb1060e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+16:20317:x1875733747205376:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788839642.891219:0:18907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb1060e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+16:20317:x1875733747205376:12345-0@lo:501:mount.lustre.0 Request processed in 239us (778us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788839642.891228:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1788839642.891419:0:20317:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb09f74e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:20317:1875733747205376:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1788839642.891438:0:20317:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.201.109@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:0.0:1788839642.891714:0:20317:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.201.109@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:0.0:1788839642.891723:0:20317:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb09c9d800/0x4b63896d636413fb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d63641402 expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839642.891735:0:20317:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.109@tcp lock: ffff91eb09c9d800/0x4b63896d636413fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d63641402 expref: -99 pid: 18895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788839642.891759:0:20317:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff91eb106c0800 10000000:01000000:0.0:1788839642.891764:0:20317:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1788839642.891769:0:20317:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:0.0:1788839642.891772:0:20317:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788839642.891776:0:20317:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:0.0:1788839642.891779:0:20317:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:0.0:1788839642.891808:0:20317:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.109@tcp lock: ffff91ea01befa00/0x4b63896d63641671 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 20317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839642.891828:0:20317:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.109@tcp lock: ffff91ea01befa00/0x4b63896d63641671 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 20317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839642.891838:0:20317:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.109@tcp lock: ffff91ea01befa00/0x4b63896d63641671 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 20317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788839642.891853:0:20317:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb09f74e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:20317:1875733747205504:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788839642.892042:0:20317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788839642.892137:0:20317:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb4063dcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788839642.893016:0:18906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747205504 00000100:00100000:1.0:1788839642.893024:0:18906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747205504 00000100:00100000:1.0:1788839642.893099:0:18906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1788839642.893109:0:18906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb1060f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+16:20317:x1875733747205504:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788839642.893124:0:18906:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788839642.893141:0:18906:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91eb09c9c800/0x4b63896d63641678 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x4b63896d63641671 expref: -99 pid: 18906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839642.893167:0:18906:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91eb09c9c800/0x4b63896d63641678 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4b63896d63641671 expref: 17 pid: 18906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839642.893177:0:18906:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91eb09c9c800/0x4b63896d63641678 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b63896d63641671 expref: 17 pid: 18906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839642.893186:0:18906:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb09c9c800, rc 0) 00000100:00100000:1.0:1788839642.893255:0:18906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb1060f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+17:20317:x1875733747205504:12345-0@lo:101:mount.lustre.0 Request processed in 147us (1212us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839642.893262:0:18906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1788839642.894105:0:20317:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb09f74e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:20317:1875733747205504:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788839642.894126:0:20317:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.109@tcp lock: ffff91ea01befa00/0x4b63896d63641671 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d63641678 expref: -99 pid: 20317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839642.894137:0:20317:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.109@tcp lock: ffff91ea01befa00/0x4b63896d63641671 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b63896d63641678 expref: -99 pid: 20317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788839642.904855:0:20317:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:2.0:1788839642.909393:0:20317:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788839642.910082:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:2.0:1788839642.910129:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:2.0:1788839642.910156:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:2.0:1788839642.910194:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:2.0:1788839642.910379:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:2.0:1788839642.910724:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:2.0:1788839642.910786:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:2.0:1788839642.910824:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:2.0:1788839642.914782:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:2.0:1788839642.915995:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:2.0:1788839642.916013:0:20317:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:2.0:1788839642.916215:0:20317:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3cbec000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:20317:1875733747205632:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788839642.916289:0:20317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839642.916379:0:20317:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb0309b900 going to sleep for 11 seconds 00000100:00100000:0.0:1788839642.921393:0:18908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747205632 00000100:00100000:0.0:1788839642.921580:0:18908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747205632 00000100:00100000:2.0:1788839642.922836:0:18908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1788839642.922849:0:18908:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb1060d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+17:20317:x1875733747205632:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788839642.923768:0:18908:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb1060d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+17:20317:x1875733747205632:12345-0@lo:501:mount.lustre.0 Request processed in 919us (7477us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839642.923787:0:18908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1788839642.924814:0:20317:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3cbec000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:20317:1875733747205632:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788839642.924943:0:20317:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb33128e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:20317:1875733747205760:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788839642.925009:0:20317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788839642.925133:0:20317:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb1e593300 going to sleep for 11 seconds 00000100:00100000:0.0:1788839642.925303:0:18907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747205760 00000100:00100000:0.0:1788839642.925310:0:18907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747205760 00000100:00100000:1.0:1788839642.925750:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1788839642.925761:0:18907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb1060fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+17:20317:x1875733747205760:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788839642.926392:0:18907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb1060fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+17:20317:x1875733747205760:12345-0@lo:503:mount.lustre.0 Request processed in 630us (1380us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839642.926401:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1788839642.927027:0:20317:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb33128e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:20317:1875733747205760:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788839642.929179:0:20317:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788839642.929332:0:20317:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb33128e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:20317:1875733747205888:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788839642.929575:0:20317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788839642.930259:0:20317:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb06444f00 going to sleep for 11 seconds 00000100:00100000:2.0:1788839642.930346:0:18908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747205888 00000100:00100000:2.0:1788839642.930365:0:18908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747205888 00000100:00100000:2.0:1788839642.930834:0:18908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1788839642.930846:0:18908:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb1060c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+17:20317:x1875733747205888:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788839642.931197:0:18908:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb1060c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+17:20317:x1875733747205888:12345-0@lo:502:mount.lustre.0 Request processed in 352us (1622us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839642.931216:0:18908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1788839642.931315:0:20317:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb33128e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:20317:1875733747205888:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788839642.932246:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:3.0:1788839642.932318:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:3.0:1788839642.932353:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:3.0:1788839642.932416:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:3.0:1788839642.932457:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:3.0:1788839642.932509:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:3.0:1788839642.932563:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:3.0:1788839642.932609:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:3.0:1788839642.932824:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:3.0:1788839642.932948:0:20317:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb33128e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:20317:1875733747206016:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788839642.933021:0:20317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788839642.934035:0:20317:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb06444f00 going to sleep for 11 seconds 00000100:00100000:1.0:1788839642.934274:0:18906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747206016 00000100:00100000:1.0:1788839642.934283:0:18906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747206016 00000100:00100000:1.0:1788839642.934328:0:18906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1788839642.934348:0:18906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb1060dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+17:20317:x1875733747206016:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788839642.935018:0:18906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb1060dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+17:20317:x1875733747206016:12345-0@lo:502:mount.lustre.0 Request processed in 669us (1994us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839642.935027:0:18906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1788839642.935182:0:20317:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb33128e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:20317:1875733747206016:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788839642.935308:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:3.0:1788839642.935324:0:20317:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 10 count 11 00000020:01000000:3.0:1788839642.937368:0:20318:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1788839642.937380:0:20318:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of lustre-ost2/ost2 00000020:00000080:3.0:1788839642.937387:0:20318:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788839642.937390:0:20318:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-OST0001 add ost 00000020:00000080:3.0:1788839642.937395:0:20318:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788839642.937423:0:20318:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff91eb33774d28) 00000020:00000080:3.0:1788839642.937447:0:20318:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type obdfilter with refcount 2 00000020:00000080:3.0:1788839642.937453:0:20318:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1788839642.937555:0:20318:0:(tgt_mount.c:153:server_get_mount()) get mount ffff91eb106c0800 from lustre-OST0001, refs=2 00080000:01000000:3.0:1788839642.937566:0:20318:0:(osd_handler.c:1573:osd_obd_connect()) connect #1 00000020:00000080:3.0:1788839642.937574:0:20318:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x4b63896d63641686 00010000:00010000:3.0:1788839642.947108:0:20318:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-3 is initialized 00000001:00000004:3.0:1788839642.948094:0:20318:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934593 00080000:10000000:3.0:1788839642.953162:0:20318:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0xc:0x0] (8/8/4) registered 00000020:00000080:1.0:1788839642.960336:0:20318:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:1.0:1788839642.960349:0:20318:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788839642.960355:0:20318:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788839642.960358:0:20318:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-OST0001 add ost 00000020:01000000:1.0:1788839642.960363:0:20318:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788839642.960366:0:20318:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788839642.960368:0:20318:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre sys.timeout 00000020:00000080:1.0:1788839642.960370:0:20318:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1788839642.960372:0:20318:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1788839642.960374:0:20318:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788839642.960376:0:20318:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788839642.960377:0:20318:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre sys.timeout 00000020:01000000:1.0:1788839642.960379:0:20318:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788839642.960381:0:20318:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788839642.960382:0:20318:0:(obd_config.c:1563:class_process_config()) marker 25 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1788839642.960386:0:20318:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1788839642.960459:0:20318:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788839642.960463:0:20318:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788839642.960476:0:20318:0:(obd_config.c:1563:class_process_config()) marker 25 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1788839642.960480:0:20318:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:3.0:1788839642.962379:0:20317:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:3.0:1788839642.962452:0:20317:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.109@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:3.0:1788839642.962474:0:20317:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.109@tcp lock: ffff91ea01befa00/0x4b63896d63641671 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d63641678 expref: -99 pid: 20317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839642.962487:0:20317:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.109@tcp lock: ffff91ea01befa00/0x4b63896d63641671 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d63641678 expref: -99 pid: 20317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788839642.962496:0:20317:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff91eb106c0800 from 1 10000000:01000000:3.0:1788839642.962498:0:20317:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788839642.962535:0:20317:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb00030600/0x4b63896d6364168d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 20317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839642.962542:0:20317:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.109@tcp lock: ffff91eb00030600/0x4b63896d6364168d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 20317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839642.962560:0:20317:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.109@tcp lock: ffff91eb00030600/0x4b63896d6364168d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 20317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788839642.962587:0:20317:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb33128e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:20317:1875733747206144:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788839642.962663:0:20317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788839642.962708:0:20317:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb0641ed80 going to sleep for 11 seconds 00000100:00100000:0.0:1788839642.964016:0:18906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747206144 00000100:00100000:0.0:1788839642.964027:0:18906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747206144 00000100:00100000:0.0:1788839642.964099:0:18906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1788839642.964109:0:18906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb1060f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+17:20317:x1875733747206144:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788839642.964124:0:18906:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788839642.964139:0:18906:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91ea01befe00/0x4b63896d63641694 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x4b63896d6364168d expref: -99 pid: 18906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839642.964182:0:18906:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91ea01befe00/0x4b63896d63641694 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4b63896d6364168d expref: 18 pid: 18906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839642.964192:0:18906:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91ea01befe00/0x4b63896d63641694 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b63896d6364168d expref: 18 pid: 18906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839642.964201:0:18906:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91ea01befe00, rc 0) 00000100:00100000:0.0:1788839642.964265:0:18906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb1060f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+18:20317:x1875733747206144:12345-0@lo:101:mount.lustre.0 Request processed in 156us (1609us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839642.964271:0:18906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1788839642.964329:0:20317:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb33128e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:20317:1875733747206144:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788839642.964346:0:20317:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.109@tcp lock: ffff91eb00030600/0x4b63896d6364168d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d63641694 expref: -99 pid: 20317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839642.964355:0:20317:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.109@tcp lock: ffff91eb00030600/0x4b63896d6364168d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b63896d63641694 expref: -99 pid: 20317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788839642.965297:0:20317:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 10 count 10 00000040:00080000:0.0:1788839642.966495:0:20317:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788839642.969153:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1788839642.969212:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:3.0:1788839642.969262:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:3.0:1788839642.969299:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:3.0:1788839642.969332:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:3.0:1788839642.969381:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:3.0:1788839642.969416:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:3.0:1788839642.969448:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:3.0:1788839642.969520:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:3.0:1788839642.969528:0:20317:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 9 count 10 00000100:00100000:3.0:1788839642.970833:0:20317:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3312b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:20317:1875733747206272:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788839642.971030:0:20317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788839642.971151:0:20317:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb0641ed80 going to sleep for 11 seconds 00000100:00100000:1.0:1788839642.978273:0:18907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747206272 00000100:00100000:1.0:1788839642.978288:0:18907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747206272 00000100:00100000:1.0:1788839642.979108:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1788839642.979121:0:18907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb370d5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+18:20317:x1875733747206272:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788839642.979441:0:18907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb370d5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+18:20317:x1875733747206272:12345-0@lo:501:mount.lustre.0 Request processed in 322us (8411us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839642.979449:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1788839642.979568:0:20317:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3312b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:20317:1875733747206272:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788839642.979622:0:20317:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3312b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:20317:1875733747206400:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788839642.983743:0:20317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788839642.991245:0:20317:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb0641ed80 going to sleep for 11 seconds 00000100:00100000:0.0:1788839642.992642:0:18906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747206400 00000100:00100000:0.0:1788839642.992712:0:18906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747206400 00000100:00100000:0.0:1788839642.992772:0:18906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1788839642.992782:0:18906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb370d4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+18:20317:x1875733747206400:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788839642.994022:0:18906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb370d4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+18:20317:x1875733747206400:12345-0@lo:503:mount.lustre.0 Request processed in 1235us (10281us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839642.994035:0:18906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1788839642.994250:0:20317:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3312b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:20317:1875733747206400:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788839642.995189:0:20317:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788839642.995279:0:20317:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3cbeed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:20317:1875733747206528:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788839642.995345:0:20317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839642.995386:0:20317:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb0309b840 going to sleep for 11 seconds 00000100:00100000:1.0:1788839642.996479:0:18907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747206528 00000100:00100000:1.0:1788839642.996497:0:18907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747206528 00000100:00100000:1.0:1788839642.996548:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1788839642.996558:0:18907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb33156050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+18:20317:x1875733747206528:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788839642.997215:0:18907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb33156050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+18:20317:x1875733747206528:12345-0@lo:502:mount.lustre.0 Request processed in 657us (1871us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839642.997224:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1788839642.997346:0:20317:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3cbeed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:20317:1875733747206528:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788839642.998447:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1788839643.000225:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:2.0:1788839643.000323:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:2.0:1788839643.000362:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:2.0:1788839643.000394:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:2.0:1788839643.000461:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:2.0:1788839643.002195:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:2.0:1788839643.002262:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000100:00100000:2.0:1788839643.002329:0:20317:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3cbeed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:20317:1875733747206656:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788839643.003836:0:20317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788839643.005641:0:20317:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb0309b840 going to sleep for 11 seconds 00000100:00100000:1.0:1788839643.010635:0:18907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747206656 00000100:00100000:1.0:1788839643.010650:0:18907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747206656 00000100:00100000:0.0:1788839643.010935:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1788839643.010948:0:18907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb33157c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+18:20317:x1875733747206656:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788839643.011294:0:18907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb33157c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+18:20317:x1875733747206656:12345-0@lo:502:mount.lustre.0 Request processed in 348us (7462us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839643.011301:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1788839643.012027:0:20317:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3cbeed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:20317:1875733747206656:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788839643.012257:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:3.0:1788839643.012276:0:20317:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 9 count 10 00000020:01000000:0.0:1788839643.015850:0:20322:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788839643.015929:0:20322:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788839643.015932:0:20322:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1788839643.015941:0:20322:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff91eb106c0800 00000020:00000080:0.0:1788839643.015944:0:20322:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788839643.015952:0:20322:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788839643.015955:0:20322:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788839643.015956:0:20322:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1788839643.015958:0:20322:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788839643.015960:0:20322:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788839643.015962:0:20322:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1788839643.015965:0:20322:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff91eb106c0800 00000020:00000080:0.0:1788839643.015966:0:20322:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788839643.016304:0:20322:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788839643.016309:0:20322:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788839643.016311:0:20322:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1788839643.016313:0:20322:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788839643.016320:0:20322:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788839643.016321:0:20322:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1788839643.016325:0:20322:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff91eb106c0800 00000020:00000080:0.0:1788839643.016327:0:20322:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788839643.026047:0:20322:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788839643.026968:0:20322:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788839643.026971:0:20322:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000040:00080000:0.0:1788839643.026978:0:20322:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 10 count 10 00000020:01000000:3.0:1788839643.027221:0:20317:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-9 (rc=0) 10000000:01000000:3.0:1788839643.027249:0:20317:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.109@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788839643.028278:0:20317:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb00030600/0x4b63896d6364168d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d63641694 expref: -99 pid: 20317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839643.028295:0:20317:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.109@tcp lock: ffff91eb00030600/0x4b63896d6364168d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d63641694 expref: -99 pid: 20317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788839643.028359:0:20317:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1788839643.028362:0:20317:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff91eb106c0800 10000000:01000000:3.0:1788839643.028365:0:20317:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff91eb106c0800 10000000:01000000:3.0:1788839643.028370:0:20317:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788839643.028376:0:20317:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff91eb106c0800 from 1 10000000:01000000:3.0:1788839643.028380:0:20317:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1788839643.028426:0:20317:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb00031200/0x4b63896d6364169b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 20317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839643.028446:0:20317:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.109@tcp lock: ffff91eb00031200/0x4b63896d6364169b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 20317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839643.028459:0:20317:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.109@tcp lock: ffff91eb00031200/0x4b63896d6364169b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 20317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788839643.028490:0:20317:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3312b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:20317:1875733747206784:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788839643.028598:0:20317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788839643.029067:0:20317:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb330799c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788839643.035009:0:18908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747206784 00000100:00100000:2.0:1788839643.035023:0:18908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747206784 00000100:00100000:2.0:1788839643.035102:0:18908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1788839643.035114:0:18908:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb33155850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+18:20317:x1875733747206784:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788839643.035131:0:18908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788839643.035160:0:18908:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91eb20965400/0x4b63896d636416a2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x4b63896d6364169b expref: -99 pid: 18908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839643.035189:0:18908:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91eb20965400/0x4b63896d636416a2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4b63896d6364169b expref: 19 pid: 18908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839643.035201:0:18908:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91eb20965400/0x4b63896d636416a2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b63896d6364169b expref: 19 pid: 18908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839643.035211:0:18908:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb20965400, rc 0) 00000100:00100000:2.0:1788839643.035297:0:18908:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb33155850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+19:20317:x1875733747206784:12345-0@lo:101:mount.lustre.0 Request processed in 185us (6699us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839643.035304:0:18908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1788839643.035389:0:20317:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3312b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:20317:1875733747206784:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788839643.037745:0:20317:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.109@tcp lock: ffff91eb00031200/0x4b63896d6364169b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d636416a2 expref: -99 pid: 20317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839643.037765:0:20317:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.109@tcp lock: ffff91eb00031200/0x4b63896d6364169b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b63896d636416a2 expref: -99 pid: 20317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788839643.041260:0:20317:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 42 count 42 00000040:00080000:2.0:1788839643.046209:0:20317:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788839643.048266:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1788839643.048358:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:2.0:1788839643.048394:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:2.0:1788839643.051137:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:2.0:1788839643.051188:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:2.0:1788839643.051242:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:2.0:1788839643.051275:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:2.0:1788839643.051307:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:2.0:1788839643.051374:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1788839643.051425:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:2.0:1788839643.052920:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:2.0:1788839643.053074:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:2.0:1788839643.053119:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:2.0:1788839643.053155:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:2.0:1788839643.053224:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:2.0:1788839643.053262:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:2.0:1788839643.053295:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:2.0:1788839643.053355:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:2.0:1788839643.053393:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:2.0:1788839643.053444:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:2.0:1788839643.055986:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:2.0:1788839643.056097:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:2.0:1788839643.056133:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:2.0:1788839643.056180:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:2.0:1788839643.056217:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 128 off12440 00000040:00080000:2.0:1788839643.056249:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12664 00000040:00080000:2.0:1788839643.056294:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12888 00000040:00080000:2.0:1788839643.056330:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off12968 00000040:00080000:2.0:1788839643.056362:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13192 00000040:00080000:2.0:1788839643.056422:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13416 00000040:00080000:2.0:1788839643.056457:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13504 00000040:00080000:2.0:1788839643.058187:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13632 00000040:00080000:2.0:1788839643.058266:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13776 00000040:00080000:2.0:1788839643.058343:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13904 00000040:00080000:2.0:1788839643.058380:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14128 00000040:00080000:2.0:1788839643.058451:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14352 00000040:00080000:2.0:1788839643.061093:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14432 00000040:00080000:2.0:1788839643.061153:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14656 00000040:00080000:2.0:1788839643.061244:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14880 00000040:00080000:2.0:1788839643.061286:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 120 off15000 00000040:00080000:2.0:1788839643.061387:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 224 off15224 00000040:00080000:2.0:1788839643.061404:0:20317:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 41 count 42 00000100:00100000:2.0:1788839643.066473:0:20317:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3cbef480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:20317:1875733747206912:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788839643.066557:0:20317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839643.066970:0:20317:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb0309ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1788839643.067821:0:18906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747206912 00000100:00100000:3.0:1788839643.067831:0:18906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747206912 00000100:00100000:3.0:1788839643.067900:0:18906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1788839643.067911:0:18906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb33154450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+19:20317:x1875733747206912:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788839643.070154:0:18906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb33154450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+19:20317:x1875733747206912:12345-0@lo:501:mount.lustre.0 Request processed in 2237us (3588us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839643.070166:0:18906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1788839643.070547:0:20317:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3cbef480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:20317:1875733747206912:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788839643.070823:0:20317:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3cbef480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:20317:1875733747207040:0@lo:503:mount.lustre.0 00010000:00010000:0.0:1788839643.071093:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788839643.075088:0:20317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788839643.075303:0:18907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747207040 00000100:00100000:3.0:1788839643.075313:0:18907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747207040 00000100:00100000:3.0:1788839643.075373:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1788839643.075384:0:18907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb36fd1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+19:20317:x1875733747207040:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788839643.075752:0:18907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb36fd1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+19:20317:x1875733747207040:12345-0@lo:503:mount.lustre.0 Request processed in 369us (673us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839643.075760:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1788839643.076991:0:20317:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb0309ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1788839643.077039:0:20317:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3cbef480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:20317:1875733747207040:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788839643.078685:0:20317:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788839643.078774:0:20317:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb09f74e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:20317:1875733747207168:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788839643.078873:0:20317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788839643.078924:0:20317:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb4063d6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788839643.079340:0:18908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747207168 00000100:00100000:3.0:1788839643.079349:0:18908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747207168 00000100:00100000:3.0:1788839643.079394:0:18908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1788839643.079413:0:18908:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb36fd0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+19:20317:x1875733747207168:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788839643.079779:0:18908:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb36fd0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+19:20317:x1875733747207168:12345-0@lo:502:mount.lustre.0 Request processed in 367us (915us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839643.079788:0:18908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1788839643.079986:0:20317:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb09f74e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:20317:1875733747207168:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788839643.080276:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:0.0:1788839643.080334:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:0.0:1788839643.080373:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:0.0:1788839643.080424:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:0.0:1788839643.080459:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:0.0:1788839643.080508:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:0.0:1788839643.080545:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:0.0:1788839643.080581:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:0.0:1788839643.080628:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:0.0:1788839643.080740:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:0.0:1788839643.080781:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:0.0:1788839643.080833:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:0.0:1788839643.080872:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:0.0:1788839643.080926:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:0.0:1788839643.080976:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:0.0:1788839643.081014:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:0.0:1788839643.081072:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:0.0:1788839643.081125:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:0.0:1788839643.081164:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:0.0:1788839643.081198:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:0.0:1788839643.081246:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:0.0:1788839643.081286:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:0.0:1788839643.081321:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:0.0:1788839643.081371:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:0.0:1788839643.081425:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 128 off12440 00000040:00080000:0.0:1788839643.081458:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12664 00000040:00080000:0.0:1788839643.081503:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12888 00000040:00080000:0.0:1788839643.081556:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off12968 00000040:00080000:0.0:1788839643.081594:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13192 00000040:00080000:0.0:1788839643.081644:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13416 00000040:00080000:0.0:1788839643.083014:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13504 00000040:00080000:0.0:1788839643.083088:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13632 00000040:00080000:0.0:1788839643.083127:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13776 00000040:00080000:0.0:1788839643.083198:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13904 00000040:00080000:0.0:1788839643.083240:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14128 00000040:00080000:0.0:1788839643.083289:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14352 00000040:00080000:0.0:1788839643.083327:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14432 00000040:00080000:0.0:1788839643.083364:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14656 00000040:00080000:0.0:1788839643.083414:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14880 00000040:00080000:0.0:1788839643.083450:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 120 off15000 00000100:00100000:0.0:1788839643.083501:0:20317:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb09f74e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:20317:1875733747207296:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788839643.083589:0:20317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788839643.083633:0:20317:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb083a2c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788839643.083922:0:18906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747207296 00000100:00100000:0.0:1788839643.083930:0:18906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747207296 00000100:00100000:0.0:1788839643.083985:0:18906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1788839643.083994:0:18906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb36fd2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+19:20317:x1875733747207296:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788839643.084244:0:18906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb36fd2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+19:20317:x1875733747207296:12345-0@lo:502:mount.lustre.0 Request processed in 249us (653us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839643.084252:0:18906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1788839643.084316:0:20317:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb09f74e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:20317:1875733747207296:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788839643.084401:0:20317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 224 off15224 00000040:00080000:0.0:1788839643.084414:0:20317:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 41 count 42 00000020:01000004:3.0:1788839643.089272:0:20327:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:3.0:1788839643.089293:0:20327:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff91eb33770000) 00000020:00000080:3.0:1788839643.089315:0:20327:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type lwp with refcount 2 00000020:01000004:3.0:1788839643.089393:0:20327:0:(tgt_mount.c:153:server_get_mount()) get mount ffff91eb106c0800 from lustre-OST0001, refs=3 00000020:01000004:3.0:1788839643.089397:0:20327:0:(tgt_mount.c:187:server_put_mount()) put mount ffff91eb106c0800 from lustre-OST0001, refs=3 00000020:01000004:3.0:1788839643.089400:0:20327:0:(obd_mount.c:710:lustre_put_lsi()) put ffff91eb106c0800 3 00010000:00080000:3.0:1788839643.089431:0:20327:0:(ldlm_lib.c:102:import_set_conn()) imp ffff91ea02499000@lustre-MDT0000-lwp-OST0001: add connection 192.168.201.109@tcp at head 00010000:00010000:0.0:1788839643.093407:0:20327:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-5 is initialized 00000020:00000080:0.0:1788839643.093608:0:20327:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:0.0:1788839643.093648:0:20327:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1788839643.093728:0:20327:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0x4b63896d636416b0 00000100:00080000:0.0:1788839643.093740:0:20327:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788839643.093746:0:20327:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff91ea02499000 using connection 192.168.201.109@tcp/0@lo 00000100:00100000:0.0:1788839643.093783:0:20327:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91eb09f74e00 x1875733747207424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788839643.093847:0:3310:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb09f74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3310:1875733747207424:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788839643.093934:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1788839643.093999:0:20327:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000040:00080000:0.0:1788839643.096141:0:20327:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 42 count 42 00000020:01000000:0.0:1788839643.096241:0:20317:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:0.0:1788839643.096268:0:20317:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.109@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1788839643.096283:0:20317:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb00031200/0x4b63896d6364169b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d636416a2 expref: -99 pid: 20317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839643.096294:0:20317:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.109@tcp lock: ffff91eb00031200/0x4b63896d6364169b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d636416a2 expref: -99 pid: 20317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1788839643.096344:0:20317:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1788839643.096347:0:20317:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1788839643.096348:0:20317:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788839643.096349:0:20317:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788839643.096350:0:20317:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788839643.096352:0:20317:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788839643.096353:0:20317:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788839643.096355:0:20317:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788839643.096356:0:20317:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1788839643.096361:0:20317:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:0.0:1788839643.096363:0:20317:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1788839643.096364:0:20317:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1788839643.096365:0:20317:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788839643.096366:0:20317:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788839643.096373:0:20317:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788839643.096374:0:20317:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788839643.096375:0:20317:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788839643.096376:0:20317:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788839643.096376:0:20317:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1788839643.096400:0:20317:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:0.0:1788839643.096416:0:20317:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb09f77480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:20317:1875733747207552:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1788839643.096505:0:20317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788839643.096545:0:18907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747207552 00000100:00100000:0.0:1788839643.096551:0:18907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747207552 00000100:00100000:0.0:1788839643.096589:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1788839643.096599:0:18907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb36fd0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+19:20317:x1875733747207552:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788839643.096625:0:18907:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:0.0:1788839643.096640:0:18907:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00100000:0.0:1788839643.097109:0:20317:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb083a2480 going to sleep for 11 seconds 00000100:00100000:3.0:1788839643.098786:0:18913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747207424 00000100:00100000:3.0:1788839643.098797:0:18913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747207424 00000100:00100000:3.0:1788839643.101990:0:18913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788839643.102004:0:18913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb33128e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3310:x1875733747207424:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1788839643.102038:0:18913:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 625 last 0 00000020:00000080:3.0:1788839643.102097:0:18913:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x4b63896d636416b7 00000004:00100000:3.0:1788839643.102115:0:18913:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1788839643.102145:0:18913:0:(import.c:65:import_set_state_nolock()) ffff91ea0249f800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788839643.102227:0:18913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb33128e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1875733747207424:12345-0@lo:38:llog_process_th.0 Request processed in 224us (8293us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839643.102235:0:18913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:2.0:1788839643.105251:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788839643.105259:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1788839643.105263:0:37:0:(import.c:65:import_set_state_nolock()) ffff91eb0b855000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788839643.105271:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 623 00000100:00080000:2.0:1788839643.105276:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1788839643.105283:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff91eb0b855000 using connection 192.168.201.109@tcp/0@lo 00000100:00100000:2.0:1788839643.105308:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91eb3cbeca80 x1875733747207808/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788839643.105395:0:3314:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3cbefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1875733747207936:0@lo:400:kworker.0 00000100:00100000:0.0:1788839643.105858:0:3313:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3cbec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1875733747207680:0@lo:400:kworker.0 00000100:00100000:0.0:1788839643.106045:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788839643.106125:0:3311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3cbed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1875733747208064:0@lo:400:kworker.0 00000100:00100000:0.0:1788839643.106153:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788839643.106774:0:19598:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747207680 00000100:00100000:3.0:1788839643.106784:0:19598:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747207680 00000100:00100000:3.0:1788839643.106835:0:19598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788839643.106853:0:19598:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb09f76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3313:x1875733747207680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788839643.106927:0:19598:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb09f76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3313:x1875733747207680:12345-0@lo:400:kworker.0 Request processed in 76us (882us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839643.106936:0:19598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:3.0:1788839643.106958:0:18909:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788839643.106994:0:3313:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3cbec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1875733747207680:0@lo:400:kworker.0 00000100:00100000:3.0:1788839643.107146:0:3310:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3cbeca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3310:1875733747207808:0@lo:8:kworker.0 00000100:00100000:3.0:1788839643.107183:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1788839643.107214:0:3310:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff91eb09f74e00 x1875733747207424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788839653 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788839643.107225:0:3310:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788839643.107233:0:3310:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:3.0:1788839643.107241:0:3310:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1788839643.107246:0:3310:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1788839643.107249:0:3310:0:(import.c:65:import_set_state_nolock()) ffff91ea02499000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1788839643.107256:0:3310:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb09f74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3310:1875733747207424:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788839643.107281:0:19600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747207808 00000100:00100000:3.0:1788839643.107285:0:19600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747207808 00000100:00100000:3.0:1788839643.107305:0:19600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788839643.107310:0:19600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb33129500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3310:x1875733747207808:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1788839643.107359:0:19600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb33129500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3310:x1875733747207808:12345-0@lo:8:kworker.0 Request processed in 47us (174us total) trans 0 rc -11/-11 00000100:00100000:3.0:1788839643.107366:0:19600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788839643.107392:0:3310:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788839643.107396:0:3310:0:(import.c:65:import_set_state_nolock()) ffff91eb0b855000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788839643.107418:0:3310:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1788839643.107421:0:3310:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3cbeca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3310:1875733747207808:0@lo:8:kworker.0 00000100:00100000:1.0:1788839643.108318:0:18915:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747208064 00000100:00100000:1.0:1788839643.108327:0:18915:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747208064 00000100:00100000:1.0:1788839643.108369:0:18915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788839643.108378:0:18915:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb09f77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1875733747208064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788839643.108437:0:18915:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb09f77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1875733747208064:12345-0@lo:400:kworker.0 Request processed in 61us (2284us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839643.108450:0:18915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00080000:3.0:1788839643.108865:0:18909:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:0.0:1788839643.109803:0:3311:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff91eb3cbed500 x1875733747208064/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788839659 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788839643.109819:0:3311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3cbed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1875733747208064:0@lo:400:kworker.0 00000100:00100000:2.0:1788839643.111999:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788839643.112155:0:18914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747207936 00000100:00100000:1.0:1788839643.112165:0:18914:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747207936 00000100:00100000:1.0:1788839643.112217:0:18914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788839643.112228:0:18914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3cbec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1875733747207936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788839643.112304:0:18914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3cbec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3314:x1875733747207936:12345-0@lo:400:kworker.0 Request processed in 77us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839643.112311:0:18914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00080000:2.0:1788839643.116637:0:3314:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff91eb3cbefb80 x1875733747207936/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788839659 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788839643.116667:0:3314:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3cbefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3314:1875733747207936:0@lo:400:kworker.0 20000000:01000000:0.0:1788839643.135360:0:18907:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1788839643.135412:0:18907:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 20000000:01000000:2.0:1788839643.136997:0:18929:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1788839643.137006:0:18929:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1788839643.137029:0:18929:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff91eb20965200/0x4b63896d636416be lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839643.137094:0:18929:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91eb14529600/0x4b63896d6364157c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b63896d63641575 expref: 19 pid: 18906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839643.137103:0:18929:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff91eb20965200/0x4b63896d636416be lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 18929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839643.137142:0:18929:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91eb14529600/0x4b63896d6364157c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4b63896d63641575 expref: 19 pid: 18906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839643.137157:0:18929:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff91eb14529600/0x4b63896d6364157c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4b63896d63641575 expref: 19 pid: 18906 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788839643.137173:0:18929:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3cbefb80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:18929:1875733747208192:0@lo:104: 00000100:00100000:2.0:1788839643.137237:0:18929:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839643.137277:0:18929:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb331b1240 going to sleep for 11 seconds 00000100:00100000:3.0:1788839643.137631:0:18896:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747208192 00000100:00100000:3.0:1788839643.137640:0:18896:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747208192 00000100:00100000:3.0:1788839643.137690:0:18896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788839643.137700:0:18896:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3cbef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+3:18929:x1875733747208192:12345-0@lo:104: 00010000:00010000:3.0:1788839643.137712:0:18896:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.109@tcp lock: ffff91eb09c9d200/0x4b63896d63641575 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4b63896d6364157c expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839643.137787:0:18896:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788839643.137793:0:18896:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3cbef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+3:18929:x1875733747208192:12345-0@lo:104: Request processed in 95us (556us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839643.137800:0:18896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00010000:3.0:1788839643.137820:0:18901:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788839643.137826:0:18901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.109@tcp lock: ffff91eb09c9d200/0x4b63896d63641575 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4b63896d6364157c expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839643.137832:0:18901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb09c9d200 already unused, calling callback (ffffffffc1a36c20) 10000000:00010000:3.0:1788839643.137836:0:18901:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.109@tcp lock: ffff91eb09c9d200/0x4b63896d63641575 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x4b63896d6364157c expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839643.137845:0:18901:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.109@tcp lock: ffff91eb09c9d200/0x4b63896d63641575 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x4b63896d6364157c expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788839643.137851:0:18901:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.109@tcp lock: ffff91eb09c9d200/0x4b63896d63641575 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x4b63896d6364157c expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788839643.137856:0:18901:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1788839643.137903:0:18901:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.109@tcp lock: ffff91eb09c9d200/0x4b63896d63641575 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b63896d6364157c expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839643.137909:0:18901:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788839643.137927:0:18901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.109@tcp lock: ffff91eb09c9d200/0x4b63896d63641575 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b63896d6364157c expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839643.137932:0:18901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.109@tcp lock: ffff91eb09c9d200/0x4b63896d63641575 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b63896d6364157c expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839643.137948:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839643.137950:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839643.137951:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788839643.137973:0:3312:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb33129f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53872141-605a-4cd4-a15a-9f0a5ba1bab4:3312:1875733747208320:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788839643.138004:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788839643.138105:0:18929:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3cbefb80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:18929:1875733747208192:0@lo:104: 00010000:00010000:0.0:1788839643.138124:0:18929:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff91eb20965200/0x4b63896d636416be lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 18929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788839643.138238:0:18898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747208320 00000100:00100000:2.0:1788839643.138243:0:18898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747208320 00010000:00010000:2.0:1788839643.138261:0:18898:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff91eb14529600/0x4b63896d6364157c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4b63896d63641575 expref: 20 pid: 18906 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788839643.138291:0:18898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788839643.138297:0:18898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb33129c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+20:3312:x1875733747208320:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788839643.138309:0:18898:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788839643.138313:0:18898:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff91eb14529600/0x4b63896d6364157c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4b63896d63641575 expref: 20 pid: 18906 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839643.138324:0:18898:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff91eb14529600/0x4b63896d6364157c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x4b63896d63641575 expref: 20 pid: 18906 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839643.138347:0:18898:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91eb14529600/0x4b63896d6364157c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x4b63896d63641575 expref: 20 pid: 18906 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839643.138360:0:18898:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff91eb20965200/0x4b63896d636416be lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 18929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839643.138368:0:18898:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91eb20965200/0x4b63896d636416be lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 18929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1788839643.138379:0:18898:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002890752s 00010000:00010000:2.0:1788839643.138383:0:18898:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff91eb20965200/0x4b63896d636416be lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 18929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839643.138390:0:18898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff91eb20965200/0x4b63896d636416be lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839643.138398:0:18898:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff91eb20965200/0x4b63896d636416be lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839643.138405:0:18898:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff91eb20965200/0x4b63896d636416be lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839643.138409:0:18898:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb20965200 already unused, calling callback (ffffffffc1407420) 00010000:00010000:2.0:1788839643.138413:0:18898:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff91eb20965200/0x4b63896d636416be lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839643.138421:0:18898:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff91eb20965200/0x4b63896d636416be lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 18929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839643.138432:0:18898:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff91eb20965200/0x4b63896d636416be lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839643.138445:0:18898:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788839643.138484:0:18898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb33129c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+19:3312:x1875733747208320:12345-0@lo:103:ldlm_bl.0 Request processed in 187us (479us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839643.138491:0:18898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788839643.138514:0:3312:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb33129f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53872141-605a-4cd4-a15a-9f0a5ba1bab4:3312:1875733747208320:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788839643.138641:0:18929:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff91eb20965200/0x4b63896d636416be lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839643.138650:0:18929:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff91eb20965200/0x4b63896d636416be lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839643.138657:0:18929:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91eb20965200/0x4b63896d636416be lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18929 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788839643.147844:0:18907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb36fd0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+18:20317:x1875733747207552:12345-0@lo:253:mount.lustre.0 Request processed in 51235us (51329us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839643.147860:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1788839643.147973:0:20317:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb09f77480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:53872141-605a-4cd4-a15a-9f0a5ba1bab4:20317:1875733747207552:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1788839643.148001:0:20317:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:0.0:1788839643.148004:0:20317:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1788839643.148006:0:20317:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1788839643.148007:0:20317:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788839643.148009:0:20317:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788839643.148010:0:20317:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788839643.148012:0:20317:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788839643.148013:0:20317:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788839643.148015:0:20317:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788839643.148016:0:20317:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1788839643.148031:0:20317:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:1.0:1788839643.156270:0:20317:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/8/4) registered 00080000:10000000:1.0:1788839643.156806:0:20317:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:1.0:1788839643.156987:0:20317:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/8/4) registered 00080000:10000000:1.0:1788839643.157162:0:20317:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:1.0:1788839643.158099:0:20317:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0x7:0x0] (8/8/4) registered 00080000:10000000:1.0:1788839643.158359:0:20317:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8/1) registered 00000001:00000004:2.0:1788839643.160021:0:20317:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:1.0:1788839643.199918:0:20317:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:1.0:1788839643.199928:0:20317:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:1.0:1788839643.199957:0:20317:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1788839643.200005:0:20317:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.201.109@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1788839643.200015:0:20317:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=49 00000080:00000004:1.0:1788839643.200040:0:20317:0:(super25.c:182:lustre_fill_super()) lustre-ost2/ost2: Mount complete 00010000:00010000:3.0:1788839644.097175:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788839644.289363:0:18910:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1788839644.289371:0:18910:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff91eb40282000 from 11 10000000:01000000:1.0:1788839644.289378:0:18910:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788839644.289426:0:18910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb09c9c400/0x4b63896d636416c5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839644.289439:0:18910:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.109@tcp lock: ffff91eb09c9c400/0x4b63896d636416c5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839644.289463:0:18910:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.109@tcp lock: ffff91eb09c9c400/0x4b63896d636416c5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788839644.289489:0:18910:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb0f8f8e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18910:1875733747208448:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788839644.289559:0:18910:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788839644.289632:0:18910:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb330c4cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788839644.289712:0:18908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747208448 00000100:00100000:2.0:1788839644.289721:0:18908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747208448 00000100:00100000:2.0:1788839644.289783:0:18908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1788839644.289794:0:18908:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb36fd2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+18:18910:x1875733747208448:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788839644.289808:0:18908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788839644.289823:0:18908:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91eb20965800/0x4b63896d636416cc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4b63896d636416c5 expref: -99 pid: 18908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839644.289868:0:18908:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91eb20965800/0x4b63896d636416cc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4b63896d636416c5 expref: 19 pid: 18908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839644.289881:0:18908:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91eb20965800/0x4b63896d636416cc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b63896d636416c5 expref: 19 pid: 18908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839644.289889:0:18908:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb20965800, rc 0) 00000100:00100000:2.0:1788839644.289939:0:18908:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb36fd2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+19:18910:x1875733747208448:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 147us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839644.289945:0:18908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1788839644.290427:0:18910:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb0f8f8e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18910:1875733747208448:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788839644.290456:0:18910:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.109@tcp lock: ffff91eb09c9c400/0x4b63896d636416c5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d636416cc expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839644.290468:0:18910:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.109@tcp lock: ffff91eb09c9c400/0x4b63896d636416c5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b63896d636416cc expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788839644.290528:0:18910:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb0f8f8e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18910:1875733747208576:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1788839644.290574:0:18910:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788839644.290612:0:18910:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb330c4cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788839644.291838:0:18907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747208576 00000100:00100000:0.0:1788839644.291871:0:18907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747208576 00000100:00100000:0.0:1788839644.291938:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1788839644.291948:0:18907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb36fd3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+19:18910:x1875733747208576:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1788839644.291972:0:18907:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1788839644.291996:0:18907:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1788839644.292000:0:18907:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:0.0:1788839644.292160:0:18907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb36fd3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+19:18910:x1875733747208576:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 213us (1584us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839644.292169:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1788839644.292190:0:18910:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb0f8f8e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18910:1875733747208576:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1788839644.292262:0:18910:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.109@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788839644.292272:0:18910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb09c9c400/0x4b63896d636416c5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d636416cc expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839644.292284:0:18910:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.109@tcp lock: ffff91eb09c9c400/0x4b63896d636416c5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d636416cc expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839645.125103:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788839646.015683:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788839646.015712:0:3314:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb09f77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1875733747208704:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788839646.015791:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839646.015884:0:19602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747208704 00000100:00100000:2.0:1788839646.015892:0:19602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747208704 00000100:00100000:2.0:1788839646.015953:0:19602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788839646.015963:0:19602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3cbed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1875733747208704:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788839646.016001:0:19602:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1788839646.016047:0:19602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3cbed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1875733747208704:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839646.016073:0:19602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:2.0:1788839646.016094:0:18909:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788839646.016131:0:3314:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb09f77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1875733747208704:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1788839646.142568:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788839647.165189:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839648.190486:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788839648.575101:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788839648.575109:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1788839648.575112:0:37:0:(import.c:65:import_set_state_nolock()) ffff91eb0b855000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788839648.575124:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff91eb0b855000 using connection 192.168.201.109@tcp/0@lo 00000100:00100000:2.0:1788839648.575148:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91eb3cbeca80 x1875733747209088/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788839648.575201:0:3314:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3cbefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:53872141-605a-4cd4-a15a-9f0a5ba1bab4:3314:1875733747208832:0@lo:400:kworker.0 00000100:00100000:2.0:1788839648.575266:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839648.575320:0:3314:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3cbeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1875733747209472:0@lo:400:kworker.0 00000100:00100000:2.0:1788839648.575351:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839648.575375:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788839648.575381:0:3314:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3cbef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1875733747209344:0@lo:400:kworker.0 00000100:00100000:2.0:1788839648.575403:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839648.575447:0:3311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3cbed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1875733747208960:0@lo:400:kworker.0 00000100:00100000:2.0:1788839648.575473:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839648.575490:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788839648.575495:0:3311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3cbec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1875733747209216:0@lo:400:kworker.0 00000100:00100000:3.0:1788839648.575646:0:3310:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3cbeca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3310:1875733747209088:0@lo:8:kworker.0 00000100:00100000:1.0:1788839648.575730:0:18915:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747209472 00000100:00100000:1.0:1788839648.575738:0:18915:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747209472 00000100:00100000:1.0:1788839648.575798:0:18915:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747209344 00000100:00100000:1.0:1788839648.575802:0:18915:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747209344 00000100:00100000:1.0:1788839648.575826:0:18915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788839648.575835:0:18915:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3cbec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1875733747209472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788839648.581712:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788839648.581806:0:19601:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747208960 00000100:00100000:3.0:1788839648.581816:0:19601:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747208960 00000100:00100000:3.0:1788839648.585080:0:19601:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747209088 00000100:00100000:3.0:1788839648.585099:0:19601:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747209088 00000100:00100000:3.0:1788839648.585139:0:19601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788839648.585159:0:19601:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb37575880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1875733747208960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788839648.585270:0:19601:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb37575880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1875733747208960:12345-0@lo:400:kworker.0 Request processed in 120us (9795us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839648.585277:0:19601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788839648.585295:0:19601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788839648.585299:0:19601:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3312a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3310:x1875733747209088:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1788839648.585328:0:19601:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 631 last 0 00000020:00000080:3.0:1788839648.585369:0:19601:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x4b63896d636416d3 00002000:00100000:3.0:1788839648.585387:0:19601:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff91ea0249a000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113973 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:3.0:1788839648.585392:0:19601:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:3.0:1788839648.585395:0:19601:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1788839648.586085:0:19601:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1788839648.586112:0:19601:0:(import.c:65:import_set_state_nolock()) ffff91ea0249c800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788839648.586168:0:19601:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3312a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3310:x1875733747209088:12345-0@lo:8:kworker.0 Request processed in 867us (4464us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839648.586175:0:19601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788839648.586232:0:18913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788839648.586243:0:18913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3cbee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1875733747209344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788839648.586291:0:18913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3cbee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1875733747209344:12345-0@lo:400:kworker.0 Request processed in 50us (10887us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839648.586317:0:18913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00080000:3.0:1788839648.586378:0:3314:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff91eb3cbef480 x1875733747209344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788839664 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788839648.586393:0:3314:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3cbef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1875733747209344:0@lo:400:kworker.0 00000100:00100000:1.0:1788839648.586657:0:18915:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3cbec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1875733747209472:12345-0@lo:400:kworker.0 Request processed in 10822us (11304us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839648.586666:0:18915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00080000:1.0:1788839648.586707:0:18909:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788839648.586712:0:18909:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788839648.587581:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839648.587637:0:3311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3cbed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1875733747208960:0@lo:400:kworker.0 00000100:00100000:2.0:1788839648.587672:0:18906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747208832 00000100:00100000:2.0:1788839648.587678:0:18906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747208832 00000100:00100000:2.0:1788839648.587721:0:18906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1788839648.587729:0:18906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb36fd3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+19:3314:x1875733747208832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788839648.587776:0:18906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb36fd3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+19:3314:x1875733747208832:12345-0@lo:400:kworker.0 Request processed in 48us (12510us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839648.587795:0:18906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1788839648.587826:0:19622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747209216 00000100:00100000:2.0:1788839648.587830:0:19622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747209216 00000100:00100000:2.0:1788839648.587854:0:19622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788839648.587861:0:19622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb37577b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1875733747209216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788839648.587895:0:19622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb37577b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1875733747209216:12345-0@lo:400:kworker.0 Request processed in 34us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839648.587902:0:19622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00010000:00080000:2.0:1788839648.587930:0:3311:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff91eb3cbec380 x1875733747209216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788839664 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788839648.587942:0:3311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3cbec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1875733747209216:0@lo:400:kworker.0 00000100:00100000:3.0:1788839648.591185:0:3314:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3cbefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:53872141-605a-4cd4-a15a-9f0a5ba1bab4:3314:1875733747208832:0@lo:400:kworker.0 00010000:00080000:3.0:1788839648.591212:0:3314:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff91eb3cbeed80 x1875733747209472/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788839664 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788839648.591225:0:3314:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3cbeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1875733747209472:0@lo:400:kworker.0 00010000:00080000:3.0:1788839648.591341:0:3310:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff91eb3cbeca80 x1875733747209088/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788839673 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788839648.591355:0:3310:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1788839648.591363:0:3310:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1788839648.591369:0:3310:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1788839648.591374:0:3310:0:(import.c:65:import_set_state_nolock()) ffff91eb0b855000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1788839648.591389:0:3310:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1788839648.591395:0:3310:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3cbeca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3310:1875733747209088:0@lo:8:kworker.0 00000004:00080000:3.0:1788839648.591484:0:18937:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1788839648.591721:0:18938:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x280000400:0x5:0x0] 00000100:00100000:1.0:1788839648.591743:0:18938:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb0f8f8000 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:18938:1875733747209728:0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1788839648.591823:0:18938:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788839648.591851:0:18938:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb330c4480 going to sleep for 11 seconds 00000100:00100000:1.0:1788839648.591867:0:3311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb0f8f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1875733747209600:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788839648.591905:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788839648.591939:0:19602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747209600 00000100:00100000:1.0:1788839648.591946:0:19602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747209600 00000100:00100000:1.0:1788839648.591995:0:19602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788839648.592005:0:19602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb0f8faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3311:x1875733747209600:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788839648.592038:0:19602:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40960000 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1788839648.592102:0:19602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb0f8faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3311:x1875733747209600:12345-0@lo:13:osp-pre-1-0.0 Request processed in 98us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839648.592109:0:19602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:1.0:1788839648.592131:0:18909:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:1.0:1788839648.592152:0:3311:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff91eb0f8f8e00 x1875733747209600/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788839664 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788839648.592167:0:3311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb0f8f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1875733747209600:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788839648.592722:0:19601:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747209728 00000100:00100000:1.0:1788839648.592728:0:19601:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747209728 00000100:00100000:1.0:1788839648.592757:0:19601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788839648.592764:0:19601:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb0f8fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:18938:x1875733747209728:12345-0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1788839648.593969:0:18937:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 631284916773ns, next at 0ns, rc = 0 00002000:00080000:1.0:1788839648.608000:0:19601:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x280000400 00002000:00080000:1.0:1788839648.608012:0:19601:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -60 00002000:02000040:1.0:1788839648.608017:0:19601:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000400:6 to 0x280000400:65) 00002000:00010000:0.0:1788839648.635279:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788839648.635293:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000daa73a00/0x4b63896d636416da lrc: 3/0,1 mode: --/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.635312:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x41:0x0].0x0 since=631s v=(0 0) 00010000:00010000:0.0:1788839648.635317:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788839648.635323:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000daa73a00/0x4b63896d636416da lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.635340:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000daa73a00/0x4b63896d636416da lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.635357:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000daa73a00/0x4b63896d636416da lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.635376:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000daa73a00/0x4b63896d636416da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.635401:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788839648.635885:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788839648.635892:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fab158db/0x4b63896d636416e1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.635902:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x40:0x0].0x0 since=631s v=(0 0) 00010000:00010000:0.0:1788839648.635905:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788839648.635910:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fab158db/0x4b63896d636416e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.635921:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fab158db/0x4b63896d636416e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.635929:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fab158db/0x4b63896d636416e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.635938:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fab158db/0x4b63896d636416e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.635969:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788839648.636558:0:18902:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788839648.636568:0:18902:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000daa73a00/0x4b63896d636416da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839648.636577:0:18902:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ea01befc00 already unused, calling callback (ffffffffc1407420) 00010000:00010000:3.0:1788839648.636582:0:18902:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000daa73a00/0x4b63896d636416da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839648.636598:0:18902:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000daa73a00/0x4b63896d636416da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839648.636616:0:18902:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000daa73a00/0x4b63896d636416da lrc: 1/0,0 mode: --/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839648.636623:0:18902:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000daa73a00/0x4b63896d636416da lrc: 0/0,0 mode: --/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839648.636642:0:18902:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788839648.636646:0:18902:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fab158db/0x4b63896d636416e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839648.636652:0:18902:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ea01beec00 already unused, calling callback (ffffffffc1407420) 00010000:00010000:3.0:1788839648.636655:0:18902:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fab158db/0x4b63896d636416e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839648.636662:0:18902:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fab158db/0x4b63896d636416e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839648.636672:0:18902:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fab158db/0x4b63896d636416e1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839648.636678:0:18902:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fab158db/0x4b63896d636416e1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839648.636702:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839648.636704:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839648.636706:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788839648.637880:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788839648.641482:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788839648.641496:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000083754812/0x4b63896d636416e8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.641514:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3f:0x0].0x0 since=631s v=(0 0) 00010000:00010000:0.0:1788839648.641519:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788839648.641526:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000083754812/0x4b63896d636416e8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.641541:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000083754812/0x4b63896d636416e8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.641551:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000083754812/0x4b63896d636416e8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.641559:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000083754812/0x4b63896d636416e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.641576:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788839648.642100:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788839648.642107:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009f5f2081/0x4b63896d636416ef lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.642116:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3e:0x0].0x0 since=631s v=(0 0) 00010000:00010000:0.0:1788839648.642125:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788839648.642130:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009f5f2081/0x4b63896d636416ef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.642138:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009f5f2081/0x4b63896d636416ef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.642146:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009f5f2081/0x4b63896d636416ef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.642153:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009f5f2081/0x4b63896d636416ef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.642170:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1788839648.642520:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788839648.642526:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000799a4e7f/0x4b63896d636416f6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.642535:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3d:0x0].0x0 since=631s v=(0 0) 00010000:00010000:0.0:1788839648.642537:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788839648.642541:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000799a4e7f/0x4b63896d636416f6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.642550:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000799a4e7f/0x4b63896d636416f6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.642558:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000799a4e7f/0x4b63896d636416f6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.642571:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000799a4e7f/0x4b63896d636416f6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.642578:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1788839648.643171:0:18901:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788839648.643180:0:18901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000083754812/0x4b63896d636416e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839648.643196:0:18901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ea01bef600 already unused, calling callback (ffffffffc1407420) 00010000:00010000:2.0:1788839648.643201:0:18901:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000083754812/0x4b63896d636416e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839648.643211:0:18901:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000083754812/0x4b63896d636416e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839648.643232:0:18901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000083754812/0x4b63896d636416e8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839648.643239:0:18901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000083754812/0x4b63896d636416e8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839648.643258:0:18901:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788839648.643262:0:18901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009f5f2081/0x4b63896d636416ef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839648.643268:0:18901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ea01bef200 already unused, calling callback (ffffffffc1407420) 00010000:00010000:2.0:1788839648.643271:0:18901:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009f5f2081/0x4b63896d636416ef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839648.643279:0:18901:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009f5f2081/0x4b63896d636416ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839648.643288:0:18901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009f5f2081/0x4b63896d636416ef lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839648.643300:0:18901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009f5f2081/0x4b63896d636416ef lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839648.643313:0:18901:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788839648.643316:0:18901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000799a4e7f/0x4b63896d636416f6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839648.643321:0:18901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ea01bee400 already unused, calling callback (ffffffffc1407420) 00010000:00010000:2.0:1788839648.643324:0:18901:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000799a4e7f/0x4b63896d636416f6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839648.643330:0:18901:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000799a4e7f/0x4b63896d636416f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839648.643339:0:18901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000799a4e7f/0x4b63896d636416f6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839648.643345:0:18901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000799a4e7f/0x4b63896d636416f6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839648.643355:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788839648.643356:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788839648.643358:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839648.644181:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788839648.648762:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788839648.648777:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000035b3c417/0x4b63896d636416fd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.648807:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3c:0x0].0x0 since=631s v=(0 0) 00010000:00010000:0.0:1788839648.648812:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788839648.648819:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000035b3c417/0x4b63896d636416fd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.648834:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000035b3c417/0x4b63896d636416fd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.648845:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000035b3c417/0x4b63896d636416fd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.648853:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000035b3c417/0x4b63896d636416fd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.648877:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788839648.652023:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788839648.652038:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000ae929e0/0x4b63896d63641704 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.652080:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3b:0x0].0x0 since=631s v=(0 0) 00010000:00010000:0.0:1788839648.652084:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788839648.652091:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000ae929e0/0x4b63896d63641704 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.652107:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000ae929e0/0x4b63896d63641704 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.652120:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000ae929e0/0x4b63896d63641704 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.652128:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000ae929e0/0x4b63896d63641704 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.652144:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788839648.653245:0:18901:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788839648.653258:0:18901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000035b3c417/0x4b63896d636416fd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839648.653271:0:18901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ea01bee600 already unused, calling callback (ffffffffc1407420) 00010000:00010000:3.0:1788839648.653276:0:18901:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000035b3c417/0x4b63896d636416fd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839648.653286:0:18901:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000035b3c417/0x4b63896d636416fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839648.653305:0:18901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000035b3c417/0x4b63896d636416fd lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839648.653313:0:18901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000035b3c417/0x4b63896d636416fd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839648.653334:0:18901:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788839648.653338:0:18901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000ae929e0/0x4b63896d63641704 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839648.653344:0:18901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ea01bee000 already unused, calling callback (ffffffffc1407420) 00010000:00010000:3.0:1788839648.653353:0:18901:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000ae929e0/0x4b63896d63641704 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839648.653362:0:18901:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000ae929e0/0x4b63896d63641704 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839648.653379:0:18901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000ae929e0/0x4b63896d63641704 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839648.653385:0:18901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000ae929e0/0x4b63896d63641704 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839648.653398:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839648.653400:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839648.653402:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839648.653410:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788839648.656712:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788839648.656728:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fab158db/0x4b63896d6364170b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.656748:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3a:0x0].0x0 since=631s v=(0 0) 00010000:00010000:0.0:1788839648.656753:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788839648.656760:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fab158db/0x4b63896d6364170b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.656775:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fab158db/0x4b63896d6364170b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.656811:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fab158db/0x4b63896d6364170b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.656820:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fab158db/0x4b63896d6364170b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.656845:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788839648.658599:0:18901:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788839648.658613:0:18901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fab158db/0x4b63896d6364170b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839648.658627:0:18901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ea01beec00 already unused, calling callback (ffffffffc1407420) 00010000:00010000:3.0:1788839648.658633:0:18901:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fab158db/0x4b63896d6364170b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839648.658645:0:18901:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fab158db/0x4b63896d6364170b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839648.658666:0:18901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fab158db/0x4b63896d6364170b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839648.658682:0:18901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fab158db/0x4b63896d6364170b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839648.658704:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839648.658706:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839648.658707:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1788839648.660690:0:7651:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00002000:00010000:0.0:1788839648.660893:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788839648.660902:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000daa73a00/0x4b63896d63641712 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.660919:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x39:0x0].0x0 since=631s v=(0 0) 00010000:00010000:0.0:1788839648.660924:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788839648.660930:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000daa73a00/0x4b63896d63641712 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.660943:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000daa73a00/0x4b63896d63641712 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.660952:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000daa73a00/0x4b63896d63641712 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.660959:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000daa73a00/0x4b63896d63641712 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.661476:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788839648.662142:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788839648.662150:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000014bd222c/0x4b63896d63641719 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.662162:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x38:0x0].0x0 since=631s v=(0 0) 00010000:00010000:0.0:1788839648.662165:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788839648.662169:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000014bd222c/0x4b63896d63641719 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.662179:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000014bd222c/0x4b63896d63641719 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.662188:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000014bd222c/0x4b63896d63641719 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.662194:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000014bd222c/0x4b63896d63641719 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788839648.668741:0:5864:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00010000:00010000:3.0:1788839648.668823:0:18902:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788839648.668834:0:18902:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000daa73a00/0x4b63896d63641712 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839648.668849:0:18902:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ea01befc00 already unused, calling callback (ffffffffc1407420) 00010000:00010000:3.0:1788839648.668854:0:18902:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000daa73a00/0x4b63896d63641712 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839648.668866:0:18902:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000daa73a00/0x4b63896d63641712 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839648.668891:0:18902:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000daa73a00/0x4b63896d63641712 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839648.668897:0:18902:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000daa73a00/0x4b63896d63641712 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839648.668919:0:18902:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788839648.668935:0:18902:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000014bd222c/0x4b63896d63641719 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839648.668942:0:18902:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb102c7600 already unused, calling callback (ffffffffc1407420) 00010000:00010000:3.0:1788839648.668946:0:18902:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000014bd222c/0x4b63896d63641719 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839648.668954:0:18902:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000014bd222c/0x4b63896d63641719 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839648.668964:0:18902:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000014bd222c/0x4b63896d63641719 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839648.668971:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839648.668972:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839648.668974:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839648.670538:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788839648.670554:0:19601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000014bd222c/0x4b63896d63641719 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788839648.671325:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788839648.671333:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009175f548/0x4b63896d63641720 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.671355:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x37:0x0].0x0 since=631s v=(0 0) 00010000:00010000:0.0:1788839648.671360:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788839648.671501:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009175f548/0x4b63896d63641720 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.671517:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009175f548/0x4b63896d63641720 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.671528:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009175f548/0x4b63896d63641720 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.671535:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009175f548/0x4b63896d63641720 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839648.679183:0:18901:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788839648.679198:0:18901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009175f548/0x4b63896d63641720 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839648.679212:0:18901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb102c7a00 already unused, calling callback (ffffffffc1407420) 00010000:00010000:3.0:1788839648.679216:0:18901:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009175f548/0x4b63896d63641720 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839648.679227:0:18901:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009175f548/0x4b63896d63641720 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839648.679248:0:18901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009175f548/0x4b63896d63641720 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839648.679277:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839648.679279:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839648.679281:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839648.679428:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839648.679449:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788839648.679457:0:19601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009175f548/0x4b63896d63641720 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788839648.681666:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788839648.681679:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c64df2a5/0x4b63896d63641727 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.681696:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x36:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788839648.681701:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788839648.681714:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c64df2a5/0x4b63896d63641727 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.681731:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c64df2a5/0x4b63896d63641727 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.681742:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c64df2a5/0x4b63896d63641727 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.681750:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c64df2a5/0x4b63896d63641727 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.681778:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788839648.682268:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788839648.682274:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000be2b935/0x4b63896d6364172e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.682283:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x35:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788839648.682286:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788839648.682291:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000be2b935/0x4b63896d6364172e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.682300:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000be2b935/0x4b63896d6364172e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.682308:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000be2b935/0x4b63896d6364172e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.682326:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000be2b935/0x4b63896d6364172e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.682347:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1788839648.682488:0:18901:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788839648.682495:0:18901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c64df2a5/0x4b63896d63641727 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.682504:0:18901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb09c9d600 already unused, calling callback (ffffffffc1407420) 00010000:00010000:0.0:1788839648.682509:0:18901:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c64df2a5/0x4b63896d63641727 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.682529:0:18901:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c64df2a5/0x4b63896d63641727 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.682546:0:18901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c64df2a5/0x4b63896d63641727 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.682554:0:18901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c64df2a5/0x4b63896d63641727 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.682573:0:18901:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788839648.682577:0:18901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000be2b935/0x4b63896d6364172e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.682583:0:18901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb09c9c600 already unused, calling callback (ffffffffc1407420) 00010000:00010000:0.0:1788839648.682587:0:18901:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000be2b935/0x4b63896d6364172e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.682595:0:18901:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000be2b935/0x4b63896d6364172e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.682604:0:18901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000be2b935/0x4b63896d6364172e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.682611:0:18901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000be2b935/0x4b63896d6364172e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.682634:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839648.682636:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839648.682638:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839648.682711:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788839648.684853:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788839648.684866:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000064a8c447/0x4b63896d63641735 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.684881:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x34:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788839648.684886:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788839648.684892:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000064a8c447/0x4b63896d63641735 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.684905:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000064a8c447/0x4b63896d63641735 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.684916:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000064a8c447/0x4b63896d63641735 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.684924:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000064a8c447/0x4b63896d63641735 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.685455:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788839648.686735:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788839648.686746:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004f112eb2/0x4b63896d6364173c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.686766:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x33:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788839648.686770:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788839648.686777:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004f112eb2/0x4b63896d6364173c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.689833:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004f112eb2/0x4b63896d6364173c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.689850:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004f112eb2/0x4b63896d6364173c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.689859:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004f112eb2/0x4b63896d6364173c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.689947:0:18901:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788839648.689955:0:18901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000064a8c447/0x4b63896d63641735 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.689964:0:18901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb09c9ca00 already unused, calling callback (ffffffffc1407420) 00010000:00010000:0.0:1788839648.689969:0:18901:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000064a8c447/0x4b63896d63641735 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.689978:0:18901:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000064a8c447/0x4b63896d63641735 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.689996:0:18901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000064a8c447/0x4b63896d63641735 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.690004:0:18901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000064a8c447/0x4b63896d63641735 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.690023:0:18901:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788839648.690026:0:18901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004f112eb2/0x4b63896d6364173c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.690032:0:18901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb09c9de00 already unused, calling callback (ffffffffc1407420) 00010000:00010000:0.0:1788839648.690044:0:18901:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004f112eb2/0x4b63896d6364173c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.690076:0:18901:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004f112eb2/0x4b63896d6364173c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.690088:0:18901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004f112eb2/0x4b63896d6364173c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.690096:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839648.690098:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839648.690100:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788839648.690642:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788839648.690649:0:19601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004f112eb2/0x4b63896d6364173c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788839648.691331:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788839648.691339:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000045115d5d/0x4b63896d63641743 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.691353:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x32:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788839648.691358:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788839648.691474:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788839648.691601:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000045115d5d/0x4b63896d63641743 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.691630:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000045115d5d/0x4b63896d63641743 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.691641:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000045115d5d/0x4b63896d63641743 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.691649:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000045115d5d/0x4b63896d63641743 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.692113:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788839648.692705:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788839648.692714:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ea7ac2db/0x4b63896d6364174a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.692729:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x31:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788839648.692733:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788839648.692739:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ea7ac2db/0x4b63896d6364174a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.692750:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ea7ac2db/0x4b63896d6364174a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.692760:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ea7ac2db/0x4b63896d6364174a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.692778:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ea7ac2db/0x4b63896d6364174a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.694835:0:18901:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788839648.694851:0:18901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000045115d5d/0x4b63896d63641743 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.694867:0:18901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb09c9da00 already unused, calling callback (ffffffffc1407420) 00010000:00010000:0.0:1788839648.694872:0:18901:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000045115d5d/0x4b63896d63641743 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.694883:0:18901:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000045115d5d/0x4b63896d63641743 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.694906:0:18901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000045115d5d/0x4b63896d63641743 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.694914:0:18901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000045115d5d/0x4b63896d63641743 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.694948:0:18901:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788839648.694953:0:18901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ea7ac2db/0x4b63896d6364174a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.694960:0:18901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb09c9d400 already unused, calling callback (ffffffffc1407420) 00010000:00010000:0.0:1788839648.694963:0:18901:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ea7ac2db/0x4b63896d6364174a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.694972:0:18901:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ea7ac2db/0x4b63896d6364174a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.694981:0:18901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ea7ac2db/0x4b63896d6364174a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.694989:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839648.694990:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839648.694992:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788839648.695623:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788839648.695633:0:19601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ea7ac2db/0x4b63896d6364174a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788839648.696503:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788839648.696511:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000be101099/0x4b63896d63641751 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.696526:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x30:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788839648.696530:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788839648.696537:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000be101099/0x4b63896d63641751 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.696549:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000be101099/0x4b63896d63641751 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.696559:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000be101099/0x4b63896d63641751 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.696566:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000be101099/0x4b63896d63641751 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.696592:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788839648.697009:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788839648.697015:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000010e9b1f4/0x4b63896d63641758 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.697024:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2f:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788839648.697027:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788839648.697031:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000010e9b1f4/0x4b63896d63641758 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.697040:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000010e9b1f4/0x4b63896d63641758 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.697151:0:18902:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788839648.697158:0:18902:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000be101099/0x4b63896d63641751 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.697167:0:18902:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb09c9d000 already unused, calling callback (ffffffffc1407420) 00010000:00010000:0.0:1788839648.697172:0:18902:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000be101099/0x4b63896d63641751 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.697192:0:18902:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000be101099/0x4b63896d63641751 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.697208:0:18902:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000be101099/0x4b63896d63641751 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.697214:0:18902:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000be101099/0x4b63896d63641751 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.697232:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839648.697233:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839648.697235:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839648.697242:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788839648.697548:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000010e9b1f4/0x4b63896d63641758 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.697559:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000010e9b1f4/0x4b63896d63641758 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.697610:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788839648.698072:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788839648.698079:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e42b9fc6/0x4b63896d6364175f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.698089:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2e:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788839648.698098:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788839648.698103:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e42b9fc6/0x4b63896d6364175f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.698114:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e42b9fc6/0x4b63896d6364175f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.698122:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e42b9fc6/0x4b63896d6364175f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.698129:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e42b9fc6/0x4b63896d6364175f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.699465:0:18902:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788839648.699477:0:18902:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000010e9b1f4/0x4b63896d63641758 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.699490:0:18902:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb09c9ce00 already unused, calling callback (ffffffffc1407420) 00010000:00010000:0.0:1788839648.699495:0:18902:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000010e9b1f4/0x4b63896d63641758 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.699505:0:18902:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000010e9b1f4/0x4b63896d63641758 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.699535:0:18902:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000010e9b1f4/0x4b63896d63641758 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.699552:0:18902:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000010e9b1f4/0x4b63896d63641758 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.699572:0:18902:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788839648.699576:0:18902:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e42b9fc6/0x4b63896d6364175f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.699583:0:18902:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb09c9d200 already unused, calling callback (ffffffffc1407420) 00010000:00010000:0.0:1788839648.699586:0:18902:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e42b9fc6/0x4b63896d6364175f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.699593:0:18902:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e42b9fc6/0x4b63896d6364175f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.699603:0:18902:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e42b9fc6/0x4b63896d6364175f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.699609:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839648.699611:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839648.699613:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788839648.701414:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788839648.701429:0:19601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e42b9fc6/0x4b63896d6364175f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788839648.702272:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788839648.702282:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000be2b935/0x4b63896d63641766 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.702297:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2d:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788839648.702302:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788839648.702309:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000be2b935/0x4b63896d63641766 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.702324:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000be2b935/0x4b63896d63641766 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.702343:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000be2b935/0x4b63896d63641766 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.702351:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000be2b935/0x4b63896d63641766 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.702365:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788839648.702748:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788839648.702754:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c64df2a5/0x4b63896d6364176d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.702763:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2c:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788839648.702765:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788839648.702769:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c64df2a5/0x4b63896d6364176d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.702793:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c64df2a5/0x4b63896d6364176d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.702800:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c64df2a5/0x4b63896d6364176d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.702807:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c64df2a5/0x4b63896d6364176d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.702826:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:1.0:1788839648.703197:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788839648.703203:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bd461e19/0x4b63896d63641774 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.703213:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2b:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788839648.703216:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788839648.703220:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bd461e19/0x4b63896d63641774 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.703230:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bd461e19/0x4b63896d63641774 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.703239:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bd461e19/0x4b63896d63641774 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.703247:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bd461e19/0x4b63896d63641774 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.703254:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:1.0:1788839648.703580:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788839648.703586:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001f0e4535/0x4b63896d6364177b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.703595:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2a:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788839648.703602:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788839648.703606:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001f0e4535/0x4b63896d6364177b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.703616:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001f0e4535/0x4b63896d6364177b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.703624:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001f0e4535/0x4b63896d6364177b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.703632:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001f0e4535/0x4b63896d6364177b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.703641:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:1.0:1788839648.704074:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788839648.704081:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007ee726aa/0x4b63896d63641782 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.704089:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x29:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788839648.704092:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788839648.704095:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007ee726aa/0x4b63896d63641782 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.704104:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007ee726aa/0x4b63896d63641782 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.704113:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007ee726aa/0x4b63896d63641782 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.704126:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007ee726aa/0x4b63896d63641782 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.704134:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:1.0:1788839648.704508:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788839648.704514:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007937f3ec/0x4b63896d63641789 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.704523:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x28:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788839648.704526:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788839648.704530:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007937f3ec/0x4b63896d63641789 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.704539:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007937f3ec/0x4b63896d63641789 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.704547:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007937f3ec/0x4b63896d63641789 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.704556:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007937f3ec/0x4b63896d63641789 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.704563:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00010000:00010000:0.0:1788839648.705000:0:18901:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:0.0:1788839648.705009:0:18901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000be2b935/0x4b63896d63641766 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.705018:0:18901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb09c9c600 already unused, calling callback (ffffffffc1407420) 00010000:00010000:0.0:1788839648.705029:0:18901:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000be2b935/0x4b63896d63641766 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.705040:0:18901:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000be2b935/0x4b63896d63641766 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.705073:0:18901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000be2b935/0x4b63896d63641766 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.705081:0:18901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000be2b935/0x4b63896d63641766 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.705104:0:18901:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1788839648.705108:0:18901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c64df2a5/0x4b63896d6364176d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.705114:0:18901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb09c9d600 already unused, calling callback (ffffffffc1407420) 00010000:00010000:0.0:1788839648.705118:0:18901:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c64df2a5/0x4b63896d6364176d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.705125:0:18901:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c64df2a5/0x4b63896d6364176d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.705135:0:18901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c64df2a5/0x4b63896d6364176d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.705142:0:18901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c64df2a5/0x4b63896d6364176d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.705163:0:18901:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1788839648.705166:0:18901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bd461e19/0x4b63896d63641774 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.705171:0:18901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb09c9c200 already unused, calling callback (ffffffffc1407420) 00010000:00010000:0.0:1788839648.705174:0:18901:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bd461e19/0x4b63896d63641774 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.705181:0:18901:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bd461e19/0x4b63896d63641774 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.705192:0:18901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bd461e19/0x4b63896d63641774 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.705198:0:18901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bd461e19/0x4b63896d63641774 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.705210:0:18901:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788839648.705214:0:18901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001f0e4535/0x4b63896d6364177b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.705221:0:18901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb14529600 already unused, calling callback (ffffffffc1407420) 00010000:00010000:0.0:1788839648.705224:0:18901:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001f0e4535/0x4b63896d6364177b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.705242:0:18901:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001f0e4535/0x4b63896d6364177b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.705252:0:18901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001f0e4535/0x4b63896d6364177b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.705260:0:18901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001f0e4535/0x4b63896d6364177b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.705272:0:18901:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788839648.705276:0:18901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007ee726aa/0x4b63896d63641782 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.705282:0:18901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb14528e00 already unused, calling callback (ffffffffc1407420) 00010000:00010000:0.0:1788839648.705285:0:18901:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007ee726aa/0x4b63896d63641782 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.705292:0:18901:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007ee726aa/0x4b63896d63641782 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.705300:0:18901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007ee726aa/0x4b63896d63641782 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.705307:0:18901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ee726aa/0x4b63896d63641782 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.705326:0:18901:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788839648.705330:0:18901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007937f3ec/0x4b63896d63641789 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.705337:0:18901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb14528a00 already unused, calling callback (ffffffffc1407420) 00010000:00010000:0.0:1788839648.705340:0:18901:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007937f3ec/0x4b63896d63641789 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.705347:0:18901:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007937f3ec/0x4b63896d63641789 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.705355:0:18901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007937f3ec/0x4b63896d63641789 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.705373:0:18901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007937f3ec/0x4b63896d63641789 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.705384:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839648.705385:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839648.705387:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839648.705394:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788839648.706738:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788839648.706748:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009175f548/0x4b63896d63641790 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.706762:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x27:0x0].0x0 since=631s v=(0 0) 00010000:00010000:0.0:1788839648.706770:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788839648.706776:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009175f548/0x4b63896d63641790 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.706802:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009175f548/0x4b63896d63641790 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.706812:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009175f548/0x4b63896d63641790 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.706820:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009175f548/0x4b63896d63641790 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.706841:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788839648.707295:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788839648.707301:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000014bd222c/0x4b63896d63641797 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.707310:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x26:0x0].0x0 since=631s v=(0 0) 00010000:00010000:0.0:1788839648.707313:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788839648.707317:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000014bd222c/0x4b63896d63641797 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.707326:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000014bd222c/0x4b63896d63641797 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.707333:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000014bd222c/0x4b63896d63641797 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.707346:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000014bd222c/0x4b63896d63641797 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.707360:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1788839648.707483:0:18902:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788839648.707489:0:18902:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009175f548/0x4b63896d63641790 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.707497:0:18902:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb102c7a00 already unused, calling callback (ffffffffc1407420) 00010000:00010000:0.0:1788839648.707510:0:18902:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009175f548/0x4b63896d63641790 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.707519:0:18902:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009175f548/0x4b63896d63641790 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.707535:0:18902:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009175f548/0x4b63896d63641790 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.707543:0:18902:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009175f548/0x4b63896d63641790 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.707558:0:18902:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788839648.707561:0:18902:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000014bd222c/0x4b63896d63641797 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.707577:0:18902:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb102c7600 already unused, calling callback (ffffffffc1407420) 00010000:00010000:0.0:1788839648.707581:0:18902:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000014bd222c/0x4b63896d63641797 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.707588:0:18902:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000014bd222c/0x4b63896d63641797 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.707598:0:18902:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000014bd222c/0x4b63896d63641797 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.707605:0:18902:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000014bd222c/0x4b63896d63641797 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.707615:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839648.707616:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839648.707618:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788839648.708005:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788839648.708011:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008eba29ad/0x4b63896d6364179e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.708021:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x25:0x0].0x0 since=631s v=(0 0) 00010000:00010000:0.0:1788839648.708024:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788839648.708028:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008eba29ad/0x4b63896d6364179e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.708038:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008eba29ad/0x4b63896d6364179e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.708079:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008eba29ad/0x4b63896d6364179e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.708086:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008eba29ad/0x4b63896d6364179e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.708101:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788839648.708110:0:18902:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788839648.708114:0:18902:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008eba29ad/0x4b63896d6364179e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.708121:0:18902:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb102c6000 already unused, calling callback (ffffffffc1407420) 00010000:00010000:0.0:1788839648.708124:0:18902:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008eba29ad/0x4b63896d6364179e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.708132:0:18902:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008eba29ad/0x4b63896d6364179e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.708143:0:18902:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008eba29ad/0x4b63896d6364179e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.708150:0:18902:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008eba29ad/0x4b63896d6364179e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.708163:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839648.708169:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839648.708171:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788839648.708520:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788839648.708802:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788839648.708809:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000548f0ebc/0x4b63896d636417a5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.708819:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x24:0x0].0x0 since=631s v=(0 0) 00010000:00010000:0.0:1788839648.708822:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788839648.708827:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000548f0ebc/0x4b63896d636417a5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.708837:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000548f0ebc/0x4b63896d636417a5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.708846:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000548f0ebc/0x4b63896d636417a5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.708853:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000548f0ebc/0x4b63896d636417a5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.709032:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788839648.709630:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788839648.709637:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cb109c02/0x4b63896d636417ac lrc: 3/0,1 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.709647:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x23:0x0].0x0 since=631s v=(0 0) 00010000:00010000:0.0:1788839648.709650:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788839648.709655:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cb109c02/0x4b63896d636417ac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.709671:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cb109c02/0x4b63896d636417ac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.709680:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cb109c02/0x4b63896d636417ac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.709688:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cb109c02/0x4b63896d636417ac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.713493:0:18902:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788839648.713527:0:18902:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000548f0ebc/0x4b63896d636417a5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.713542:0:18902:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb102c6800 already unused, calling callback (ffffffffc1407420) 00010000:00010000:1.0:1788839648.713547:0:18902:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000548f0ebc/0x4b63896d636417a5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.713560:0:18902:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000548f0ebc/0x4b63896d636417a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.713581:0:18902:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000548f0ebc/0x4b63896d636417a5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.713589:0:18902:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000548f0ebc/0x4b63896d636417a5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.713611:0:18902:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788839648.713615:0:18902:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cb109c02/0x4b63896d636417ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.713621:0:18902:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb102c6a00 already unused, calling callback (ffffffffc1407420) 00010000:00010000:1.0:1788839648.713624:0:18902:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cb109c02/0x4b63896d636417ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.713632:0:18902:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cb109c02/0x4b63896d636417ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.713653:0:18902:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cb109c02/0x4b63896d636417ac lrc: 2/0,0 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.713661:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788839648.713663:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788839648.713665:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839648.715069:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788839648.715083:0:19601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cb109c02/0x4b63896d636417ac lrc: 0/0,0 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788839648.715815:0:19601:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788839648.715823:0:19601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003cde8e03/0x4b63896d636417b3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.715838:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x22:0x0].0x0 since=631s v=(0 0) 00010000:00010000:0.0:1788839648.715843:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788839648.715849:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003cde8e03/0x4b63896d636417b3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.715863:0:19601:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003cde8e03/0x4b63896d636417b3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.715885:0:19601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003cde8e03/0x4b63896d636417b3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839648.715893:0:19601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003cde8e03/0x4b63896d636417b3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.719454:0:18901:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788839648.719468:0:18901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003cde8e03/0x4b63896d636417b3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.719483:0:18901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb102c7200 already unused, calling callback (ffffffffc1407420) 00010000:00010000:1.0:1788839648.719488:0:18901:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003cde8e03/0x4b63896d636417b3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.719498:0:18901:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003cde8e03/0x4b63896d636417b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.720202:0:18901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003cde8e03/0x4b63896d636417b3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839648.720220:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788839648.720222:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788839648.720224:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839648.720318:0:19601:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788839648.720327:0:19601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003cde8e03/0x4b63896d636417b3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1788839648.721762:0:19601:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x280000400:5 00000100:00100000:0.0:1788839648.721892:0:19601:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb0f8fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:18938:x1875733747209728:12345-0@lo:5:osp-pre-1-0.0 Request processed in 129124us (130066us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839648.721907:0:19601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788839648.723934:0:18938:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb0f8f8000 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:18938:1875733747209728:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1788839648.723953:0:18938:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x5:0x0] 00000100:00100000:2.0:1788839648.724009:0:18938:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb37576d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:18938:1875733747209856:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1788839648.724076:0:18938:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839648.724124:0:18938:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb331b1f00 going to sleep for 11 seconds 00000100:00100000:2.0:1788839648.724163:0:19598:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747209856 00000100:00100000:2.0:1788839648.724169:0:19598:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747209856 00000100:00100000:2.0:1788839648.724214:0:19598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788839648.724222:0:19598:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb37574a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:18938:x1875733747209856:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:2.0:1788839648.724268:0:19598:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x280000400 at 66 00010000:00010000:1.0:1788839648.726350:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788839648.729698:0:19598:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb37574a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:18938:x1875733747209856:12345-0@lo:5:osp-pre-1-0.0 Request processed in 5465us (5611us total) trans 12884901889 rc 0/0 00000100:00100000:2.0:1788839648.729713:0:19598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788839648.729985:0:18938:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb37576d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:18938:1875733747209856:0@lo:5:osp-pre-1-0.0 00000004:00080000:1.0:1788839648.730000:0:18938:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00010000:00010000:1.0:1788839649.214286:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1788839650.132872:0:20672:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg109-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1788839650.238529:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788839651.135640:0:3312:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb09f74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1875733747209984:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788839651.135725:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788839651.135909:0:19602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747209984 00000100:00100000:0.0:1788839651.135919:0:19602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747209984 00000100:00100000:0.0:1788839651.135978:0:19602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788839651.135989:0:19602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb0f8f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1875733747209984:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788839651.136023:0:19602:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1788839651.136099:0:19602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb0f8f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1875733747209984:12345-0@lo:13:osp-pre-0-0.0 Request processed in 112us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839651.136107:0:19602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788839651.136166:0:3312:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb09f74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1875733747209984:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1788839651.136446:0:18909:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1788839651.261274:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788839652.285379:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788839652.611188:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:3.0:1788839652.614084:0:18908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729385728 00000100:00100000:3.0:1788839652.614102:0:18908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729385728 00000100:00100000:3.0:1788839652.614161:0:18908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 75 00000100:00100000:3.0:1788839652.614170:0:18908:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb36fd1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:2354:x1875733729385728:12345-192.168.201.9@tcp:250:mount.lustre.0 00010000:00080000:3.0:1788839652.614213:0:18908:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from 4e5bb085-34b8-4b5b-ac50-f88e96033b4d@192.168.201.9@tcp t0 exp 0000000000000000 cur 635 last 0 00000020:00000080:3.0:1788839652.614251:0:18908:0:(genops.c:1385:class_connect()) connect: client 4e5bb085-34b8-4b5b-ac50-f88e96033b4d, cookie 0x4b63896d636417ba 00000100:00080000:3.0:1788839652.614405:0:18908:0:(import.c:65:import_set_state_nolock()) ffff91ea02498000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788839652.614476:0:18908:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb36fd1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+5:2354:x1875733729385728:12345-192.168.201.9@tcp:250:mount.lustre.0 Request processed in 305us (3426us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839652.614485:0:18908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 75 00000100:00100000:0.0:1788839652.619117:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:2.0:1788839652.619240:0:18907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729385856 00000100:00100000:2.0:1788839652.619255:0:18907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729385856 00000100:00100000:2.0:1788839652.619332:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 76 00000100:00100000:2.0:1788839652.619343:0:18907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb36fd3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+5:16787:x1875733729385856:12345-192.168.201.9@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788839652.619705:0:18907:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788839652.619737:0:18907:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91eb20964600/0x4b63896d636417c1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x7825089d24dbb4bd expref: -99 pid: 18907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839652.619767:0:18907:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91eb20964600/0x4b63896d636417c1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb4bd expref: 6 pid: 18907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839652.619779:0:18907:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91eb20964600/0x4b63896d636417c1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb4bd expref: 6 pid: 18907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839652.619789:0:18907:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb20964600, rc 0) 00000100:00100000:2.0:1788839652.619876:0:18907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb36fd3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+6:16787:x1875733729385856:12345-192.168.201.9@tcp:101:mount.lustre.0 Request processed in 534us (771us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839652.619897:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 76 00000100:00100000:0.0:1788839652.636134:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:2.0:1788839652.636328:0:18906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729385984 00000100:00100000:2.0:1788839652.636342:0:18906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729385984 00000100:00100000:2.0:1788839652.636485:0:18906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 77 00000100:00100000:2.0:1788839652.636497:0:18906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb038c6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+6:16787:x1875733729385984:12345-192.168.201.9@tcp:501:mount.lustre.0 00000100:00100000:2.0:1788839652.636830:0:18906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb038c6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+6:16787:x1875733729385984:12345-192.168.201.9@tcp:501:mount.lustre.0 Request processed in 335us (824us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788839652.636840:0:18906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 77 00000100:00100000:0.0:1788839652.640890:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:2.0:1788839652.641096:0:18907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729386112 00000100:00100000:2.0:1788839652.641108:0:18907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729386112 00000100:00100000:2.0:1788839652.641180:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 78 00000100:00100000:2.0:1788839652.641194:0:18907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb038c4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+6:16787:x1875733729386112:12345-192.168.201.9@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788839652.641217:0:18907:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788839652.641240:0:18907:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91eb20964000/0x4b63896d636417c8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x7825089d24dbb4c4 expref: -99 pid: 18907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839652.641278:0:18907:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91eb20964000/0x4b63896d636417c8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb4c4 expref: 7 pid: 18907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839652.641290:0:18907:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91eb20964000/0x4b63896d636417c8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb4c4 expref: 7 pid: 18907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839652.641314:0:18907:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb20964000, rc 0) 00000100:00100000:2.0:1788839652.641394:0:18907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb038c4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+7:16787:x1875733729386112:12345-192.168.201.9@tcp:101:mount.lustre.0 Request processed in 204us (519us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839652.641403:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 78 00000100:00100000:0.0:1788839652.644610:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:2.0:1788839652.644732:0:18906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729386240 00000100:00100000:2.0:1788839652.644744:0:18906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729386240 00000100:00100000:2.0:1788839652.644844:0:18906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 79 00000100:00100000:2.0:1788839652.644855:0:18906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb038c5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+7:16787:x1875733729386240:12345-192.168.201.9@tcp:501:mount.lustre.0 00000100:00100000:2.0:1788839652.645202:0:18906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb038c5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+8:16787:x1875733729386240:12345-192.168.201.9@tcp:501:mount.lustre.0 Request processed in 348us (601us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839652.645211:0:18906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 79 00000100:00100000:0.0:1788839652.649806:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:2.0:1788839652.649895:0:18907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729386368 00000100:00100000:2.0:1788839652.649905:0:18907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729386368 00000100:00100000:2.0:1788839652.650004:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 80 00000100:00100000:2.0:1788839652.650014:0:18907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb038c6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+8:16787:x1875733729386368:12345-192.168.201.9@tcp:503:mount.lustre.0 00000100:00100000:2.0:1788839652.650264:0:18907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb038c6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+8:16787:x1875733729386368:12345-192.168.201.9@tcp:503:mount.lustre.0 Request processed in 251us (470us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839652.650273:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 80 00000100:00100000:0.0:1788839652.667360:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:2.0:1788839652.671320:0:18906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729386496 00000100:00100000:2.0:1788839652.671347:0:18906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729386496 00000100:00100000:2.0:1788839652.671462:0:18906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 81 00000100:00100000:2.0:1788839652.671476:0:18906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb038c6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+8:16806:x1875733729386496:12345-192.168.201.9@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788839652.672284:0:18906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb038c6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+8:16806:x1875733729386496:12345-192.168.201.9@tcp:502:llog_process_th.0 Request processed in 806us (4936us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839652.672297:0:18906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 81 00000040:00080000:2.0:1788839652.675303:0:18945:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1788839652.694205:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:2.0:1788839652.694391:0:18907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729386624 00000100:00100000:2.0:1788839652.694406:0:18907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729386624 00000100:00100000:2.0:1788839652.694492:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 82 00000100:00100000:2.0:1788839652.694506:0:18907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb32d56450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+8:16806:x1875733729386624:12345-192.168.201.9@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788839652.694971:0:18907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb32d56450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+8:16806:x1875733729386624:12345-192.168.201.9@tcp:502:llog_process_th.0 Request processed in 467us (781us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839652.694981:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 82 00000100:00100000:0.0:1788839652.710196:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:3.0:1788839652.710389:0:18908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729386752 00000100:00100000:3.0:1788839652.710402:0:18908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729386752 00000100:00100000:3.0:1788839652.710474:0:18908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 83 00000100:00100000:3.0:1788839652.710486:0:18908:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb32d55050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+8:16787:x1875733729386752:12345-192.168.201.9@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788839652.710509:0:18908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788839652.710533:0:18908:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91eb00030400/0x4b63896d636417cf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x7825089d24dbb4ee expref: -99 pid: 18908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839652.710583:0:18908:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91eb00030400/0x4b63896d636417cf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb4ee expref: 9 pid: 18908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839652.710620:0:18908:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91eb00030400/0x4b63896d636417cf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb4ee expref: 9 pid: 18908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839652.710631:0:18908:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb00030400, rc 0) 00000100:00100000:3.0:1788839652.710718:0:18908:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb32d55050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+9:16787:x1875733729386752:12345-192.168.201.9@tcp:101:mount.lustre.0 Request processed in 225us (526us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839652.710727:0:18908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 83 00000100:00100000:1.0:1788839652.720672:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:2.0:1788839652.721905:0:18907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729386880 00000100:00100000:2.0:1788839652.721925:0:18907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729386880 00000100:00100000:2.0:1788839652.722001:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 84 00000100:00100000:2.0:1788839652.722023:0:18907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb32d57450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+9:16787:x1875733729386880:12345-192.168.201.9@tcp:256:mount.lustre.0 20000000:01000000:2.0:1788839652.722087:0:18907:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:2.0:1788839652.722121:0:18907:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1788839652.722127:0:18907:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1788839652.722130:0:18907:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1788839652.722132:0:18907:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 132, version 11 00000100:00100000:2.0:1788839652.735910:0:18907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb32d57450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+9:16787:x1875733729386880:12345-192.168.201.9@tcp:256:mount.lustre.0 Request processed in 13882us (15236us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839652.735930:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 84 00000100:00100000:3.0:1788839652.739652:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:2.0:1788839652.740863:0:18908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729387008 00000100:00100000:2.0:1788839652.740880:0:18908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729387008 00000100:00100000:2.0:1788839652.740979:0:18908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 85 00000100:00100000:2.0:1788839652.740994:0:18908:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb32d56c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+9:16787:x1875733729387008:12345-192.168.201.9@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788839652.741023:0:18908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788839652.741093:0:18908:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91eb20965c00/0x4b63896d636417d6 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x7825089d24dbb4f5 expref: -99 pid: 18908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839652.741131:0:18908:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91eb20965c00/0x4b63896d636417d6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb4f5 expref: 10 pid: 18908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839652.741144:0:18908:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91eb20965c00/0x4b63896d636417d6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb4f5 expref: 10 pid: 18908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839652.741188:0:18908:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb20965c00, rc 0) 00000100:00100000:2.0:1788839652.741274:0:18908:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb32d56c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+10:16787:x1875733729387008:12345-192.168.201.9@tcp:101:mount.lustre.0 Request processed in 285us (1636us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839652.741282:0:18908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 85 00000100:00100000:1.0:1788839652.745665:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:2.0:1788839652.745964:0:18907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729387136 00000100:00100000:2.0:1788839652.745979:0:18907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729387136 00000100:00100000:2.0:1788839652.746106:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 86 00000100:00100000:2.0:1788839652.746119:0:18907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb32d56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+10:16787:x1875733729387136:12345-192.168.201.9@tcp:501:mount.lustre.0 00000100:00100000:2.0:1788839652.746860:0:18907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb32d56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+10:16787:x1875733729387136:12345-192.168.201.9@tcp:501:mount.lustre.0 Request processed in 739us (1205us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839652.746870:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 86 00000100:00100000:1.0:1788839652.754228:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:0.0:1788839652.754400:0:18906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729387264 00000100:00100000:0.0:1788839652.754414:0:18906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729387264 00000100:00100000:0.0:1788839652.754488:0:18906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 87 00000100:00100000:0.0:1788839652.754501:0:18906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb32d57850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+10:16787:x1875733729387264:12345-192.168.201.9@tcp:503:mount.lustre.0 00000100:00100000:0.0:1788839652.755129:0:18906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb32d57850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+10:16787:x1875733729387264:12345-192.168.201.9@tcp:503:mount.lustre.0 Request processed in 628us (914us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839652.755139:0:18906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 87 00000100:00100000:3.0:1788839652.758405:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:2.0:1788839652.758630:0:18907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729387392 00000100:00100000:2.0:1788839652.758644:0:18907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729387392 00000100:00100000:2.0:1788839652.758728:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 88 00000100:00100000:2.0:1788839652.758741:0:18907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb32d55450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+10:16810:x1875733729387392:12345-192.168.201.9@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788839652.759698:0:18907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb32d55450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+10:16810:x1875733729387392:12345-192.168.201.9@tcp:502:llog_process_th.0 Request processed in 954us (1303us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839652.759722:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 88 00000100:00100000:1.0:1788839652.764359:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:3.0:1788839652.764951:0:18908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729387520 00000100:00100000:3.0:1788839652.764966:0:18908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729387520 00000100:00100000:3.0:1788839652.765152:0:18908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 89 00000100:00100000:3.0:1788839652.765168:0:18908:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb32d57050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+10:16810:x1875733729387520:12345-192.168.201.9@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788839652.765513:0:18908:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb32d57050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+10:16810:x1875733729387520:12345-192.168.201.9@tcp:502:llog_process_th.0 Request processed in 348us (1168us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839652.765522:0:18908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 89 00000100:00100000:1.0:1788839652.779427:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:2.0:1788839652.779805:0:18914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729387648 00000100:00100000:2.0:1788839652.779821:0:18914:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729387648 00000100:00100000:2.0:1788839652.779903:0:18914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 4 00000100:00100000:2.0:1788839652.779914:0:18914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb0f8f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2354:x1875733729387648:12345-192.168.201.9@tcp:38:mount.lustre.0 00010000:00080000:2.0:1788839652.779956:0:18914:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from 65e10b51-216f-4407-beae-a0a322978029@192.168.201.9@tcp t0 exp 0000000000000000 cur 635 last 0 00000020:00000080:2.0:1788839652.780261:0:18914:0:(genops.c:1385:class_connect()) connect: client 65e10b51-216f-4407-beae-a0a322978029, cookie 0x4b63896d636417dd 00000004:00100000:2.0:1788839652.780317:0:18914:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000001:00000004:2.0:1788839652.780325:0:18914:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000100:00080000:2.0:1788839652.858696:0:18914:0:(import.c:65:import_set_state_nolock()) ffff91ea010cf800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788839652.858965:0:18914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb0f8f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:65e10b51-216f-4407-beae-a0a322978029+6:2354:x1875733729387648:12345-192.168.201.9@tcp:38:mount.lustre.0 Request processed in 79048us (79550us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839652.858979:0:18914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 4 00000100:00100000:0.0:1788839652.861717:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:0.0:1788839652.861818:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:3.0:1788839652.863620:0:18913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729387904 00000100:00100000:3.0:1788839652.863640:0:18913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729387904 00000100:00100000:3.0:1788839652.863808:0:18913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729387776 00000100:00100000:3.0:1788839652.863813:0:18913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729387776 00000100:00100000:3.0:1788839652.863858:0:18913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 5 00000100:00100000:3.0:1788839652.863871:0:18913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb09f74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:65e10b51-216f-4407-beae-a0a322978029+7:16787:x1875733729387904:12345-192.168.201.9@tcp:41:mount.lustre.0 00000004:00000024:3.0:1788839652.863938:0:18913:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:3.0:1788839652.864080:0:18913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb09f74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:65e10b51-216f-4407-beae-a0a322978029+7:16787:x1875733729387904:12345-192.168.201.9@tcp:41:mount.lustre.0 Request processed in 211us (2390us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839652.864112:0:18913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 5 00000100:00100000:3.0:1788839652.864133:0:18913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 6 00000100:00100000:3.0:1788839652.864140:0:18913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb09f76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:65e10b51-216f-4407-beae-a0a322978029+6:0:x1875733729387776:12345-192.168.201.9@tcp:41:mount.lustre.0 00000004:00000024:3.0:1788839652.864151:0:18913:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:3.0:1788839652.864176:0:18913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb09f76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:65e10b51-216f-4407-beae-a0a322978029+6:0:x1875733729387776:12345-192.168.201.9@tcp:41:mount.lustre.0 Request processed in 37us (2359us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839652.864183:0:18913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 6 00000100:00080000:0.0:1788839652.865062:0:18909:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788839652.867145:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:1.0:1788839652.868357:0:18915:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729388032 00000100:00100000:1.0:1788839652.868374:0:18915:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729388032 00000100:00100000:1.0:1788839652.868461:0:18915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 7 00000100:00100000:1.0:1788839652.868476:0:18915:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb09f74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:65e10b51-216f-4407-beae-a0a322978029+6:16787:x1875733729388032:12345-192.168.201.9@tcp:40:mount.lustre.0 00000100:00100000:1.0:1788839652.868611:0:18915:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb09f74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:65e10b51-216f-4407-beae-a0a322978029+6:16787:x1875733729388032:12345-192.168.201.9@tcp:40:mount.lustre.0 Request processed in 138us (1479us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839652.868620:0:18915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 7 00000100:00100000:3.0:1788839652.873373:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:0.0:1788839652.875936:0:19601:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729388160 00000100:00100000:0.0:1788839652.875960:0:19601:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729388160 00000100:00100000:0.0:1788839652.876036:0:19601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 9 00000100:00100000:0.0:1788839652.876090:0:19601:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3312a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2354:x1875733729388160:12345-192.168.201.9@tcp:8:mount.lustre.0 00010000:00080000:0.0:1788839652.876135:0:19601:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from 65e10b51-216f-4407-beae-a0a322978029@192.168.201.9@tcp t0 exp 0000000000000000 cur 635 last 0 00000020:00000080:0.0:1788839652.876181:0:19601:0:(genops.c:1385:class_connect()) connect: client 65e10b51-216f-4407-beae-a0a322978029, cookie 0x4b63896d636417e4 00002000:00100000:0.0:1788839652.876197:0:19601:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 65e10b51-216f-4407-beae-a0a322978029/ffff91eb37c56800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113973 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1788839652.876228:0:19601:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:0.0:1788839652.876673:0:19601:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1788839652.876730:0:19601:0:(import.c:65:import_set_state_nolock()) ffff91eb37c55800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788839652.876844:0:19601:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3312a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:65e10b51-216f-4407-beae-a0a322978029+6:2354:x1875733729388160:12345-192.168.201.9@tcp:8:mount.lustre.0 Request processed in 796us (3486us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839652.876855:0:19601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 9 00000100:00100000:3.0:1788839652.877236:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:3.0:1788839652.877309:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:1.0:1788839652.877457:0:18916:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729388416 00000100:00100000:1.0:1788839652.877467:0:18916:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729388416 00000100:00100000:1.0:1788839652.877517:0:18916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 0 00000100:00100000:1.0:1788839652.877528:0:18916:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb33128380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:65e10b51-216f-4407-beae-a0a322978029+6:16787:x1875733729388416:12345-192.168.201.9@tcp:33:mount.lustre.0 00000004:00080000:1.0:1788839652.879537:0:18916:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 1934us 00000100:00100000:0.0:1788839652.879834:0:19598:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729388288 00000100:00100000:0.0:1788839652.879847:0:19598:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729388288 00000100:00100000:0.0:1788839652.880103:0:19598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 10 00000100:00100000:0.0:1788839652.880114:0:19598:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb33128a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2354:x1875733729388288:12345-192.168.201.9@tcp:8:mount.lustre.0 00010000:00080000:0.0:1788839652.880157:0:19598:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from 65e10b51-216f-4407-beae-a0a322978029@192.168.201.9@tcp t0 exp 0000000000000000 cur 635 last 0 00000020:00000080:0.0:1788839652.880206:0:19598:0:(genops.c:1385:class_connect()) connect: client 65e10b51-216f-4407-beae-a0a322978029, cookie 0x4b63896d636417eb 00002000:00100000:0.0:1788839652.880222:0:19598:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 65e10b51-216f-4407-beae-a0a322978029/ffff91eb37c50000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113973 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1788839652.880256:0:19598:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:0.0:1788839652.880534:0:19598:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1788839652.880588:0:19598:0:(import.c:65:import_set_state_nolock()) ffff91eb37c50800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788839652.880688:0:19598:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb33128a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:65e10b51-216f-4407-beae-a0a322978029+6:2354:x1875733729388288:12345-192.168.201.9@tcp:8:mount.lustre.0 Request processed in 573us (3453us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839652.880696:0:19598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 10 00000004:00200000:2.0:1788839652.912875:0:18916:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000100:00100000:2.0:1788839652.913047:0:18916:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb33128380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:65e10b51-216f-4407-beae-a0a322978029+6:16787:x1875733729388416:12345-192.168.201.9@tcp:33:mount.lustre.0 Request processed in 35514us (35731us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839652.913095:0:18916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 0 00000100:00100000:3.0:1788839653.141317:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:2.0:1788839653.141485:0:18914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729388544 00000100:00100000:2.0:1788839653.141498:0:18914:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729388544 00000100:00100000:2.0:1788839653.141582:0:18914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 8 00000100:00100000:2.0:1788839653.141596:0:18914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb33129880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:65e10b51-216f-4407-beae-a0a322978029+6:16831:x1875733729388544:12345-192.168.201.9@tcp:101:mkdir.0 00010000:00010000:2.0:1788839653.141624:0:18914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788839653.141660:0:18914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964200/0x4b63896d636417f2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7825089d24dbb51f expref: -99 pid: 18914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839653.141763:0:18914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964800/0x4b63896d636417f9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839653.141782:0:18914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964800/0x4b63896d636417f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839653.141799:0:18914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964800/0x4b63896d636417f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788839653.141846:0:18914:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:2.0:1788839653.141851:0:18914:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788839653.141916:0:18914:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964800/0x4b63896d636417f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839653.141949:0:18914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964200/0x4b63896d636417f2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb51f expref: 8 pid: 18914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839653.141972:0:18914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964800/0x4b63896d636417f9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb51f expref: 7 pid: 18914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839653.141982:0:18914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91eb0a302b00) 00010000:00010000:2.0:1788839653.141984:0:18914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788839653.141988:0:18914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb20964800, rc 0) 00000100:00100000:2.0:1788839653.142138:0:18914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb33129880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:65e10b51-216f-4407-beae-a0a322978029+7:16831:x1875733729388544:12345-192.168.201.9@tcp:101:mkdir.0 Request processed in 544us (837us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839653.142146:0:18914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 8 00010000:00010000:1.0:1788839653.313123:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788839653.693549:0:3313:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3312bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:53872141-605a-4cd4-a15a-9f0a5ba1bab4:3313:1875733747210112:0@lo:400:kworker.0 00000100:00100000:0.0:1788839653.693657:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839653.693735:0:3314:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3312b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1875733747210240:0@lo:400:kworker.0 00000100:00100000:0.0:1788839653.693748:0:3313:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3312b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1875733747210624:0@lo:400:kworker.0 00000100:00100000:0.0:1788839653.693796:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839653.693797:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839653.693833:0:3314:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3cbeca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1875733747210752:0@lo:400:kworker.0 00000100:00100000:0.0:1788839653.693844:0:3312:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb33129f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1875733747210496:0@lo:400:kworker.0 00000100:00100000:2.0:1788839653.693867:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788839653.693893:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839653.693911:0:3311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb33128000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1875733747210368:0@lo:400:kworker.0 00000100:00100000:0.0:1788839653.693943:0:18913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747210624 00000100:00100000:2.0:1788839653.693963:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788839653.693975:0:18913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747210624 00000100:00100000:2.0:1788839653.694022:0:18914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747210752 00000100:00100000:2.0:1788839653.694029:0:18914:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747210752 00000100:00100000:2.0:1788839653.694087:0:18914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747210496 00000100:00100000:2.0:1788839653.694092:0:18914:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747210496 00000100:00100000:2.0:1788839653.694112:0:18914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788839653.694123:0:18914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb09f75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1875733747210624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788839653.694191:0:18914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb09f75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1875733747210624:12345-0@lo:400:kworker.0 Request processed in 69us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839653.694207:0:18914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788839653.694229:0:18914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788839653.694235:0:18914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb37575500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1875733747210752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788839653.694272:0:18914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb37575500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1875733747210752:12345-0@lo:400:kworker.0 Request processed in 36us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839653.694278:0:18914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788839653.694293:0:18914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788839653.694300:0:18914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb09f76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1875733747210496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788839653.694335:0:18914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb09f76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1875733747210496:12345-0@lo:400:kworker.0 Request processed in 35us (442us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839653.694341:0:18914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788839653.694385:0:19601:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747210240 00000100:00100000:2.0:1788839653.694391:0:3312:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb33129f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3312:1875733747210496:0@lo:400:kworker.0 00000100:00100000:0.0:1788839653.694391:0:19601:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747210240 00000100:00100000:0.0:1788839653.694424:0:19601:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747210368 00000100:00100000:0.0:1788839653.694428:0:19601:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747210368 00000100:00100000:2.0:1788839653.694441:0:3314:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3cbeca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1875733747210752:0@lo:400:kworker.0 00000100:00100000:0.0:1788839653.694453:0:19601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788839653.694464:0:19601:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb37574000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1875733747210240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788839653.694476:0:3313:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3312b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1875733747210624:0@lo:400:kworker.0 00000100:00100000:0.0:1788839653.694521:0:19601:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb37574000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3314:x1875733747210240:12345-0@lo:400:kworker.0 Request processed in 59us (730us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839653.694528:0:19601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788839653.694556:0:3314:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3312b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1875733747210240:0@lo:400:kworker.0 00000100:00100000:0.0:1788839653.694597:0:19601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788839653.694605:0:19601:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb37577800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3311:x1875733747210368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788839653.694654:0:18906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747210112 00000100:00100000:3.0:1788839653.694659:0:18906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747210112 00000100:00100000:3.0:1788839653.694708:0:18906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:3.0:1788839653.694715:0:18906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb32d56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+19:3313:x1875733747210112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788839653.694754:0:18906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb32d56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+19:3313:x1875733747210112:12345-0@lo:400:kworker.0 Request processed in 40us (1097us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839653.694760:0:18906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:3.0:1788839653.694828:0:3313:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3312bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:53872141-605a-4cd4-a15a-9f0a5ba1bab4:3313:1875733747210112:0@lo:400:kworker.0 00000100:00100000:0.0:1788839653.695016:0:19601:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb37577800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3311:x1875733747210368:12345-0@lo:400:kworker.0 Request processed in 411us (1053us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839653.699320:0:3311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb33128000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1875733747210368:0@lo:400:kworker.0 00000100:00080000:1.0:1788839653.699378:0:18909:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788839653.699386:0:18909:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788839653.699389:0:18909:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788839653.700116:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788839653.700142:0:3312:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb37576a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1875733747210880:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788839653.700249:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788839653.706783:0:19601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788839653.706868:0:19602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747210880 00000100:00100000:0.0:1788839653.706880:0:19602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747210880 00000100:00100000:0.0:1788839653.706944:0:19602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788839653.706957:0:19602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb37574380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3312:x1875733747210880:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788839653.706994:0:19602:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1788839653.707345:0:19602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb37574380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3312:x1875733747210880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 390us (7095us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839653.707354:0:19602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788839653.707804:0:3312:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb37576a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1875733747210880:0@lo:13:osp-pre-1-0.0 00000001:00100000:2.0:1788839653.807779:0:7651:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 65e10b51-216f-4407-beae-a0a322978029 00000001:00080000:2.0:1788839653.807854:0:7651:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00010000:00010000:1.0:1788839654.334354:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788839655.338273:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:2.0:1788839655.339119:0:18914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729388672 00000100:00100000:2.0:1788839655.339135:0:18914:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729388672 00000100:00100000:2.0:1788839655.339242:0:18914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 9 00000100:00100000:2.0:1788839655.339256:0:18914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb09f75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:65e10b51-216f-4407-beae-a0a322978029+7:16884:x1875733729388672:12345-192.168.201.9@tcp:41:lfs.0 00000004:00000024:2.0:1788839655.339349:0:18914:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:2.0:1788839655.339480:0:18914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb09f75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:65e10b51-216f-4407-beae-a0a322978029+7:16884:x1875733729388672:12345-192.168.201.9@tcp:41:lfs.0 Request processed in 227us (1228us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839655.339489:0:18914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 9 00000100:00080000:1.0:1788839655.339668:0:18909:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788839655.344402:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:0.0:1788839655.344928:0:19603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729388800 00000100:00100000:0.0:1788839655.344942:0:19603:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729388800 00000100:00100000:0.0:1788839655.345172:0:19603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 6 00000100:00100000:0.0:1788839655.345187:0:19603:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3cbeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:65e10b51-216f-4407-beae-a0a322978029+6:16884:x1875733729388800:12345-192.168.201.9@tcp:13:lfs.0 00000100:00080000:1.0:1788839655.345376:0:18909:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:0.0:1788839655.345487:0:19603:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1788839655.345959:0:19603:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3cbeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:65e10b51-216f-4407-beae-a0a322978029+6:16884:x1875733729388800:12345-192.168.201.9@tcp:13:lfs.0 Request processed in 771us (1568us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839655.345981:0:19603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 6 00000100:00100000:3.0:1788839655.352694:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:2.0:1788839655.352925:0:19602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729388928 00000100:00100000:2.0:1788839655.352938:0:19602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729388928 00000100:00100000:2.0:1788839655.353142:0:19602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 7 00000100:00100000:2.0:1788839655.353156:0:19602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3cbefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:65e10b51-216f-4407-beae-a0a322978029+5:16884:x1875733729388928:12345-192.168.201.9@tcp:13:lfs.0 00002000:00000024:2.0:1788839655.353210:0:19602:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1788839655.353523:0:19602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3cbefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:65e10b51-216f-4407-beae-a0a322978029+5:16884:x1875733729388928:12345-192.168.201.9@tcp:13:lfs.0 Request processed in 368us (843us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839655.353532:0:19602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 7 00000100:00080000:1.0:1788839655.353622:0:18909:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1788839655.359160:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788839655.642990:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:2.0:1788839655.643108:0:18907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729389056 00000100:00100000:2.0:1788839655.643122:0:18907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729389056 00000100:00100000:2.0:1788839655.643196:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 91 00000100:00100000:2.0:1788839655.643209:0:18907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb32d55c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+10:16918:x1875733729389056:12345-192.168.201.9@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788839655.643234:0:18907:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788839655.643739:0:18907:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91eb20964200/0x4b63896d63641800 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x7825089d24dbb526 expref: -99 pid: 18907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839655.643784:0:18907:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91eb20964200/0x4b63896d63641800 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb526 expref: 11 pid: 18907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839655.643798:0:18907:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91eb20964200/0x4b63896d63641800 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb526 expref: 11 pid: 18907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839655.643809:0:18907:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb20964200, rc 0) 00000100:00100000:2.0:1788839655.643959:0:18907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb32d55c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+11:16918:x1875733729389056:12345-192.168.201.9@tcp:101:mount.lustre.0 Request processed in 752us (983us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839655.643968:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 91 00000100:00100000:3.0:1788839655.661814:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:0.0:1788839655.662000:0:18908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729389184 00000100:00100000:0.0:1788839655.662013:0:18908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729389184 00000100:00100000:0.0:1788839655.662129:0:18908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 92 00000100:00100000:0.0:1788839655.662142:0:18908:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb32d54850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+11:16918:x1875733729389184:12345-192.168.201.9@tcp:501:mount.lustre.0 00000100:00100000:0.0:1788839655.664399:0:18908:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb32d54850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+11:16918:x1875733729389184:12345-192.168.201.9@tcp:501:mount.lustre.0 Request processed in 2242us (2583us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839655.664417:0:18908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 92 00000100:00100000:3.0:1788839655.677368:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:2.0:1788839655.680153:0:18907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729389312 00000100:00100000:2.0:1788839655.680176:0:18907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729389312 00000100:00100000:2.0:1788839655.680841:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 93 00000100:00100000:2.0:1788839655.680857:0:18907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb32d55850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+11:16918:x1875733729389312:12345-192.168.201.9@tcp:503:mount.lustre.0 00000100:00100000:2.0:1788839655.681343:0:18907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb32d55850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+11:16918:x1875733729389312:12345-192.168.201.9@tcp:503:mount.lustre.0 Request processed in 488us (3988us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839655.681352:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 93 00000100:00100000:1.0:1788839655.694845:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:0.0:1788839655.698624:0:18908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729389440 00000100:00100000:0.0:1788839655.698681:0:18908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729389440 00000100:00100000:0.0:1788839655.698785:0:18908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 94 00000100:00100000:0.0:1788839655.698799:0:18908:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb32d54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+11:16924:x1875733729389440:12345-192.168.201.9@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788839655.699764:0:18908:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb32d54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+11:16924:x1875733729389440:12345-192.168.201.9@tcp:502:llog_process_th.0 Request processed in 960us (4926us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839655.699777:0:18908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 94 00000100:00100000:1.0:1788839655.728311:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:2.0:1788839655.728500:0:18907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729389568 00000100:00100000:2.0:1788839655.728514:0:18907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729389568 00000100:00100000:2.0:1788839655.728592:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 95 00000100:00100000:2.0:1788839655.728606:0:18907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb32d54050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+11:16924:x1875733729389568:12345-192.168.201.9@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788839655.729014:0:18907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb32d54050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+11:16924:x1875733729389568:12345-192.168.201.9@tcp:502:llog_process_th.0 Request processed in 409us (717us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839655.729024:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 95 00000100:00100000:3.0:1788839655.745453:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:0.0:1788839655.745606:0:18908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729389696 00000100:00100000:0.0:1788839655.745621:0:18908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729389696 00000100:00100000:0.0:1788839655.745710:0:18908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 96 00000100:00100000:0.0:1788839655.745723:0:18908:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb02fc9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+11:16918:x1875733729389696:12345-192.168.201.9@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788839655.745747:0:18908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788839655.745790:0:18908:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91eb102c6400/0x4b63896d63641807 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x7825089d24dbb550 expref: -99 pid: 18908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839655.745841:0:18908:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91eb102c6400/0x4b63896d63641807 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb550 expref: 12 pid: 18908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839655.745855:0:18908:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91eb102c6400/0x4b63896d63641807 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb550 expref: 12 pid: 18908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839655.745866:0:18908:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb102c6400, rc 0) 00000100:00100000:0.0:1788839655.745955:0:18908:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb02fc9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+12:16918:x1875733729389696:12345-192.168.201.9@tcp:101:mount.lustre.0 Request processed in 234us (517us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839655.745963:0:18908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 96 00000100:00100000:1.0:1788839655.750135:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:3.0:1788839655.750386:0:18906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729389824 00000100:00100000:3.0:1788839655.750414:0:18906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729389824 00000100:00100000:3.0:1788839655.750480:0:18906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 97 00000100:00100000:3.0:1788839655.750492:0:18906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb02fc8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+12:16918:x1875733729389824:12345-192.168.201.9@tcp:256:mount.lustre.0 20000000:01000000:3.0:1788839655.750529:0:18906:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:3.0:1788839655.750550:0:18906:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:3.0:1788839655.750554:0:18906:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:3.0:1788839655.750558:0:18906:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:3.0:1788839655.750560:0:18906:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 132, version 11 00000100:00100000:3.0:1788839655.760073:0:18906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb02fc8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+12:16918:x1875733729389824:12345-192.168.201.9@tcp:256:mount.lustre.0 Request processed in 9549us (9920us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839655.760096:0:18906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 97 00000100:00100000:1.0:1788839655.764936:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:2.0:1788839655.766114:0:18907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729389952 00000100:00100000:2.0:1788839655.766130:0:18907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729389952 00000100:00100000:2.0:1788839655.766203:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 98 00000100:00100000:2.0:1788839655.766226:0:18907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb02fcac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+12:16918:x1875733729389952:12345-192.168.201.9@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788839655.766250:0:18907:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788839655.766275:0:18907:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91eb20964e00/0x4b63896d6364180e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x7825089d24dbb557 expref: -99 pid: 18907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839655.766316:0:18907:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91eb20964e00/0x4b63896d6364180e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb557 expref: 13 pid: 18907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839655.766351:0:18907:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91eb20964e00/0x4b63896d6364180e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb557 expref: 13 pid: 18907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839655.766362:0:18907:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb20964e00, rc 0) 00000100:00100000:2.0:1788839655.766438:0:18907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb02fcac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+13:16918:x1875733729389952:12345-192.168.201.9@tcp:101:mount.lustre.0 Request processed in 216us (1519us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839655.766446:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 98 00000100:00100000:1.0:1788839655.769216:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:3.0:1788839655.769434:0:18906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729390080 00000100:00100000:3.0:1788839655.769448:0:18906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729390080 00000100:00100000:3.0:1788839655.769566:0:18906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 99 00000100:00100000:3.0:1788839655.769579:0:18906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb02fca850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+13:16918:x1875733729390080:12345-192.168.201.9@tcp:501:mount.lustre.0 00000100:00100000:3.0:1788839655.770181:0:18906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb02fca850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+13:16918:x1875733729390080:12345-192.168.201.9@tcp:501:mount.lustre.0 Request processed in 601us (976us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839655.770190:0:18906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 99 00000100:00100000:0.0:1788839655.777791:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:2.0:1788839655.778103:0:18907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729390208 00000100:00100000:2.0:1788839655.778118:0:18907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729390208 00000100:00100000:2.0:1788839655.778198:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 100 00000100:00100000:2.0:1788839655.778220:0:18907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb02fca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+13:16918:x1875733729390208:12345-192.168.201.9@tcp:503:mount.lustre.0 00000100:00100000:2.0:1788839655.778586:0:18907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb02fca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+13:16918:x1875733729390208:12345-192.168.201.9@tcp:503:mount.lustre.0 Request processed in 377us (810us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839655.778596:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 100 00000100:00100000:1.0:1788839655.782398:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:3.0:1788839655.782529:0:18906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729390336 00000100:00100000:3.0:1788839655.782542:0:18906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729390336 00000100:00100000:3.0:1788839655.782623:0:18906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 101 00000100:00100000:3.0:1788839655.782637:0:18906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb02fc8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+13:16927:x1875733729390336:12345-192.168.201.9@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788839655.783591:0:18906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb02fc8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+13:16927:x1875733729390336:12345-192.168.201.9@tcp:502:llog_process_th.0 Request processed in 949us (1272us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839655.783603:0:18906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 101 00000100:00100000:3.0:1788839655.792569:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:0.0:1788839655.792803:0:18908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729390464 00000100:00100000:0.0:1788839655.792817:0:18908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729390464 00000100:00100000:0.0:1788839655.792910:0:18908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 102 00000100:00100000:0.0:1788839655.792924:0:18908:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb02fc9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+13:16927:x1875733729390464:12345-192.168.201.9@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788839655.793315:0:18908:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb02fc9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+13:16927:x1875733729390464:12345-192.168.201.9@tcp:502:llog_process_th.0 Request processed in 393us (759us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839655.793339:0:18908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 102 00000100:00100000:3.0:1788839655.807865:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:3.0:1788839655.807925:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:3.0:1788839655.807968:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:3.0:1788839655.808007:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:3.0:1788839655.808117:0:19598:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729391104 00000100:00100000:3.0:1788839655.808130:0:19598:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729391104 00000100:00100000:3.0:1788839655.808192:0:19598:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729391232 00000100:00100000:3.0:1788839655.808195:0:19598:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729391232 00000100:00100000:3.0:1788839655.808215:0:19598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 4 00000100:00100000:3.0:1788839655.808227:0:19598:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3cbed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:65e10b51-216f-4407-beae-a0a322978029+6:2355:x1875733729391104:12345-192.168.201.9@tcp:400:kworker.0 00000100:00100000:1.0:1788839655.808691:0:19600:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:1.0:1788839655.808705:0:19600:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00100000:1.0:1788839655.808729:0:19601:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:1.0:1788839655.808740:0:19601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 5 00000100:00100000:1.0:1788839655.808750:0:19601:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3cbeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:65e10b51-216f-4407-beae-a0a322978029+5:2355:x1875733729391232:12345-192.168.201.9@tcp:400:kworker.0 00000100:00100000:0.0:1788839655.808852:0:19622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729390592 00000100:00100000:0.0:1788839655.808858:0:19622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729390592 00000100:00100000:0.0:1788839655.808886:0:19622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729390976 00000100:00100000:0.0:1788839655.808889:0:19622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729390976 00000100:00100000:0.0:1788839655.808923:0:19622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 17 00000100:00100000:0.0:1788839655.808931:0:19622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3cbef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:65e10b51-216f-4407-beae-a0a322978029+7:2355:x1875733729390976:12345-192.168.201.9@tcp:400:kworker.0 00000100:00100000:2.0:1788839655.809035:0:18915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 10 00000100:00100000:2.0:1788839655.809042:0:18915:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3cbec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2354:x1875733729390592:12345-192.168.201.9@tcp:38:mount.lustre.0 00010000:00080000:2.0:1788839655.809096:0:18915:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from 22c12b8d-bd5a-4e50-8071-0bc78a13d270@192.168.201.9@tcp t0 exp 0000000000000000 cur 638 last 0 00000020:00000080:2.0:1788839655.809150:0:18915:0:(genops.c:1385:class_connect()) connect: client 22c12b8d-bd5a-4e50-8071-0bc78a13d270, cookie 0x4b63896d63641815 00000004:00100000:2.0:1788839655.809192:0:18915:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:2.0:1788839655.809382:0:18915:0:(import.c:65:import_set_state_nolock()) ffff91eb03342800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788839655.810180:0:19598:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3cbed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:65e10b51-216f-4407-beae-a0a322978029+6:2355:x1875733729391104:12345-192.168.201.9@tcp:400:kworker.0 Request processed in 1945us (2245us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839655.810195:0:19598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 4 00000100:00100000:1.0:1788839655.815438:0:19601:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3cbeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:65e10b51-216f-4407-beae-a0a322978029+5:2355:x1875733729391232:12345-192.168.201.9@tcp:400:kworker.0 Request processed in 6669us (7410us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839655.815461:0:19601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 5 00000100:00100000:0.0:1788839655.818033:0:19622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3cbef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:65e10b51-216f-4407-beae-a0a322978029+7:2355:x1875733729390976:12345-192.168.201.9@tcp:400:kworker.0 Request processed in 9086us (10048us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839655.818084:0:19622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 17 00000100:00100000:2.0:1788839655.822044:0:18915:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3cbec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:22c12b8d-bd5a-4e50-8071-0bc78a13d270+6:2354:x1875733729390592:12345-192.168.201.9@tcp:38:mount.lustre.0 Request processed in 12982us (14176us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839655.822113:0:18915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 10 00000100:00100000:2.0:1788839655.829134:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:3.0:1788839655.831147:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:1.0:1788839655.834554:0:18913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729390720 00000100:00100000:1.0:1788839655.834577:0:18913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729390720 00000100:00100000:1.0:1788839655.840916:0:18913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729390848 00000100:00100000:1.0:1788839655.840938:0:18913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729390848 00000100:00100000:1.0:1788839655.841003:0:18913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 11 00000100:00100000:1.0:1788839655.841037:0:18913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb37575c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:22c12b8d-bd5a-4e50-8071-0bc78a13d270+7:0:x1875733729390720:12345-192.168.201.9@tcp:41:mount.lustre.0 00000004:00000024:1.0:1788839655.841100:0:18913:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261647360 avail 2259550208 00000100:00100000:1.0:1788839655.841223:0:18913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb37575c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:22c12b8d-bd5a-4e50-8071-0bc78a13d270+7:0:x1875733729390720:12345-192.168.201.9@tcp:41:mount.lustre.0 Request processed in 189us (12102us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839655.841231:0:18913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 11 00000100:00100000:0.0:1788839655.841518:0:19622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 12 00000100:00100000:0.0:1788839655.841529:0:19622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ea02eb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:22c12b8d-bd5a-4e50-8071-0bc78a13d270+7:16918:x1875733729390848:12345-192.168.201.9@tcp:41:mount.lustre.0 00000004:00000024:0.0:1788839655.841549:0:19622:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261647360 avail 2259550208 00000100:00100000:0.0:1788839655.841593:0:19622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ea02eb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:22c12b8d-bd5a-4e50-8071-0bc78a13d270+7:16918:x1875733729390848:12345-192.168.201.9@tcp:41:mount.lustre.0 Request processed in 66us (10457us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839655.841600:0:19622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 12 00000100:00080000:3.0:1788839655.842089:0:18909:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788839655.846034:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:0.0:1788839655.846166:0:19622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729391360 00000100:00100000:0.0:1788839655.846181:0:19622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729391360 00000100:00100000:0.0:1788839655.846271:0:19622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 13 00000100:00100000:0.0:1788839655.846285:0:19622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ea02eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:22c12b8d-bd5a-4e50-8071-0bc78a13d270+6:16918:x1875733729391360:12345-192.168.201.9@tcp:40:mount.lustre.0 00000100:00100000:0.0:1788839655.846405:0:19622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ea02eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:22c12b8d-bd5a-4e50-8071-0bc78a13d270+6:16918:x1875733729391360:12345-192.168.201.9@tcp:40:mount.lustre.0 Request processed in 122us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839655.846414:0:19622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 13 00000100:00100000:0.0:1788839655.850263:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:0.0:1788839655.850317:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:0.0:1788839655.850352:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:2.0:1788839655.850482:0:18917:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729391744 00000100:00100000:2.0:1788839655.850495:0:18917:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729391744 00000100:00100000:2.0:1788839655.850569:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 1 00000100:00100000:2.0:1788839655.850582:0:18917:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb09f77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:22c12b8d-bd5a-4e50-8071-0bc78a13d270+6:16918:x1875733729391744:12345-192.168.201.9@tcp:33:mount.lustre.0 00000004:00200000:2.0:1788839655.850711:0:18917:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000100:00100000:2.0:1788839655.850816:0:18917:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb09f77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:22c12b8d-bd5a-4e50-8071-0bc78a13d270+6:16918:x1875733729391744:12345-192.168.201.9@tcp:33:mount.lustre.0 Request processed in 235us (580us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839655.850825:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 1 00000100:00100000:1.0:1788839655.851031:0:19601:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729391488 00000100:00100000:1.0:1788839655.851038:0:19601:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729391488 00000100:00100000:1.0:1788839655.851106:0:19601:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729391616 00000100:00100000:1.0:1788839655.851110:0:19601:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729391616 00000100:00100000:1.0:1788839655.851130:0:19601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 11 00000100:00100000:1.0:1788839655.851136:0:19601:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb09f74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2354:x1875733729391488:12345-192.168.201.9@tcp:8:mount.lustre.0 00010000:00080000:1.0:1788839655.851165:0:19601:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from 22c12b8d-bd5a-4e50-8071-0bc78a13d270@192.168.201.9@tcp t0 exp 0000000000000000 cur 638 last 0 00000020:00000080:1.0:1788839655.851204:0:19601:0:(genops.c:1385:class_connect()) connect: client 22c12b8d-bd5a-4e50-8071-0bc78a13d270, cookie 0x4b63896d6364181c 00002000:00100000:1.0:1788839655.851220:0:19601:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 22c12b8d-bd5a-4e50-8071-0bc78a13d270/ffff91eb046c1800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113973 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1788839655.851245:0:19601:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:1.0:1788839655.851382:0:19601:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1788839655.851420:0:19601:0:(import.c:65:import_set_state_nolock()) ffff91eb046c4000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788839655.851464:0:19601:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb09f74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:22c12b8d-bd5a-4e50-8071-0bc78a13d270+6:2354:x1875733729391488:12345-192.168.201.9@tcp:8:mount.lustre.0 Request processed in 327us (1145us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839655.851471:0:19601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 11 00000100:00100000:1.0:1788839655.851488:0:19601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 12 00000100:00100000:1.0:1788839655.851493:0:19601:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb09f75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2354:x1875733729391616:12345-192.168.201.9@tcp:8:mount.lustre.0 00010000:00080000:1.0:1788839655.851511:0:19601:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from 22c12b8d-bd5a-4e50-8071-0bc78a13d270@192.168.201.9@tcp t0 exp 0000000000000000 cur 638 last 0 00000020:00000080:1.0:1788839655.851528:0:19601:0:(genops.c:1385:class_connect()) connect: client 22c12b8d-bd5a-4e50-8071-0bc78a13d270, cookie 0x4b63896d63641823 00002000:00100000:1.0:1788839655.851533:0:19601:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 22c12b8d-bd5a-4e50-8071-0bc78a13d270/ffff91eb046c6000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113973 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1788839655.851557:0:19601:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:1.0:1788839655.851918:0:19601:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1788839655.851937:0:19601:0:(import.c:65:import_set_state_nolock()) ffff91eb046c3800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788839655.851966:0:19601:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb09f75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:22c12b8d-bd5a-4e50-8071-0bc78a13d270+6:2354:x1875733729391616:12345-192.168.201.9@tcp:8:mount.lustre.0 Request processed in 471us (1614us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839655.851973:0:19601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 12 00000100:00100000:1.0:1788839656.046722:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:0.0:1788839656.046934:0:18913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729391872 00000100:00100000:0.0:1788839656.046948:0:18913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729391872 00000100:00100000:0.0:1788839656.047141:0:18913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 14 00000100:00100000:0.0:1788839656.047156:0:18913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb0f8f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:22c12b8d-bd5a-4e50-8071-0bc78a13d270+6:16948:x1875733729391872:12345-192.168.201.9@tcp:101:mkdir.0 00010000:00010000:0.0:1788839656.047185:0:18913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788839656.047216:0:18913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6600/0x4b63896d6364182a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7825089d24dbb581 expref: -99 pid: 18913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839656.047338:0:18913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c7a00/0x4b63896d63641831 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839656.047357:0:18913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c7a00/0x4b63896d63641831 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839656.047372:0:18913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c7a00/0x4b63896d63641831 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788839656.047419:0:18913:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:0.0:1788839656.047423:0:18913:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788839656.047448:0:18913:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c7a00/0x4b63896d63641831 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839656.047478:0:18913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6600/0x4b63896d6364182a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb581 expref: 8 pid: 18913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839656.047515:0:18913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c7a00/0x4b63896d63641831 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb581 expref: 7 pid: 18913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839656.047526:0:18913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91eb0a302b00) 00010000:00010000:0.0:1788839656.047529:0:18913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788839656.047534:0:18913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb102c7a00, rc 0) 00000100:00100000:0.0:1788839656.047623:0:18913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb0f8f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:22c12b8d-bd5a-4e50-8071-0bc78a13d270+7:16948:x1875733729391872:12345-192.168.201.9@tcp:101:mkdir.0 Request processed in 470us (922us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839656.047632:0:18913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 14 00000100:00100000:3.0:1788839656.253704:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788839656.253739:0:3311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb09f77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1875733747211008:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788839656.253840:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788839656.254448:0:19602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747211008 00000100:00100000:0.0:1788839656.254466:0:19602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747211008 00000100:00100000:0.0:1788839656.254574:0:19602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788839656.254586:0:19602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ea02eb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1875733747211008:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788839656.254619:0:19602:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1788839656.254695:0:19602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ea02eb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1875733747211008:12345-0@lo:13:osp-pre-0-0.0 Request processed in 112us (855us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839656.254704:0:19602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788839656.254769:0:3311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb09f77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1875733747211008:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788839656.254863:0:18909:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1788839656.381479:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788839657.411228:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1788839657.843129:0:5864:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 22c12b8d-bd5a-4e50-8071-0bc78a13d270 00000001:00100000:3.0:1788839657.843150:0:5864:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 65e10b51-216f-4407-beae-a0a322978029 00000001:00100000:1.0:1788839657.869955:0:6721:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 65e10b51-216f-4407-beae-a0a322978029 00000001:00100000:1.0:1788839657.869978:0:6721:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 22c12b8d-bd5a-4e50-8071-0bc78a13d270 00010000:00010000:1.0:1788839658.439180:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788839658.816281:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788839658.816306:0:3314:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb37574e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1875733747211136:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788839658.816375:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839658.816442:0:19602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747211136 00000100:00100000:2.0:1788839658.816449:0:19602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747211136 00000100:00100000:2.0:1788839658.816503:0:19602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788839658.816514:0:19602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb37577480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1875733747211136:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788839658.816551:0:19602:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1788839658.816616:0:19602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb37577480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1875733747211136:12345-0@lo:13:osp-pre-1-0.0 Request processed in 104us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839658.816624:0:19602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00080000:2.0:1788839658.816647:0:18909:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788839658.816675:0:3314:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901889 gen 2 00000100:00100000:2.0:1788839658.816705:0:3314:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb37574e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1875733747211136:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788839658.817375:0:3313:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb0f8f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1875733747211648:0@lo:400:kworker.0 00000100:00100000:1.0:1788839658.817419:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788839658.817440:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1788839658.817446:0:3313:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb0f8f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:53872141-605a-4cd4-a15a-9f0a5ba1bab4:3313:1875733747211264:0@lo:400:kworker.0 00000100:00100000:1.0:1788839658.817471:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788839658.817491:0:3313:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb0f8f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1875733747211776:0@lo:400:kworker.0 00000100:00100000:1.0:1788839658.817514:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788839658.817538:0:3311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb0f8fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1875733747211392:0@lo:400:kworker.0 00000100:00100000:1.0:1788839658.817562:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788839658.817579:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788839658.817598:0:3311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb0f8f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1875733747211520:0@lo:400:kworker.0 00000100:00100000:1.0:1788839658.817629:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788839658.817657:0:18915:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747211648 00000100:00100000:1.0:1788839658.817663:0:18915:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747211648 00000100:00100000:1.0:1788839658.817712:0:18915:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747211776 00000100:00100000:1.0:1788839658.817716:0:18915:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747211776 00000100:00100000:1.0:1788839658.817729:0:18915:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747211520 00000100:00100000:1.0:1788839658.817732:0:18915:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747211520 00000100:00100000:1.0:1788839658.817746:0:18915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788839658.817753:0:18915:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3357f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1875733747211648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788839658.817793:0:18915:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3357f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1875733747211648:12345-0@lo:400:kworker.0 Request processed in 40us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839658.817800:0:18915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788839658.817814:0:18915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788839658.817820:0:18915:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3357c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1875733747211776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788839658.817845:0:18915:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3357c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1875733747211776:12345-0@lo:400:kworker.0 Request processed in 25us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839658.817851:0:18915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788839658.817862:0:18915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788839658.817868:0:18915:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3357e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1875733747211520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788839658.817897:0:18915:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3357e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1875733747211520:12345-0@lo:400:kworker.0 Request processed in 29us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839658.817902:0:18915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788839658.817920:0:19601:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747211392 00000100:00100000:1.0:1788839658.817924:0:19601:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747211392 00000100:00100000:1.0:1788839658.817950:0:19601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788839658.817957:0:19601:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3357c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1875733747211392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788839658.817987:0:19601:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3357c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1875733747211392:12345-0@lo:400:kworker.0 Request processed in 30us (423us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839658.817993:0:19601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788839658.818030:0:3313:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb0f8f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3313:1875733747211776:0@lo:400:kworker.0 00000100:00100000:1.0:1788839658.818071:0:3313:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb0f8f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3313:1875733747211648:0@lo:400:kworker.0 00000100:00100000:1.0:1788839658.818101:0:3311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb0f8f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1875733747211520:0@lo:400:kworker.0 00000100:00100000:1.0:1788839658.818110:0:3311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb0f8fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1875733747211392:0@lo:400:kworker.0 00000100:00080000:1.0:1788839658.818129:0:18909:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788839658.818133:0:18909:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788839658.818444:0:18906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747211264 00000100:00100000:2.0:1788839658.818455:0:18906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747211264 00000100:00100000:2.0:1788839658.818491:0:18906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:2.0:1788839658.818498:0:18906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb02fcb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+19:3313:x1875733747211264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788839658.818537:0:18906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb02fcb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+19:3313:x1875733747211264:12345-0@lo:400:kworker.0 Request processed in 39us (1064us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839658.818544:0:18906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1788839658.820543:0:3313:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb0f8f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:53872141-605a-4cd4-a15a-9f0a5ba1bab4:3313:1875733747211264:0@lo:400:kworker.0 00000001:00100000:2.0:1788839658.886706:0:7651:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 22c12b8d-bd5a-4e50-8071-0bc78a13d270 00010000:00010000:1.0:1788839659.453925:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788839659.696908:0:20879:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:1.0:1788839660.477515:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788839661.114155:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:0.0:1788839661.114209:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:0.0:1788839661.114237:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:0.0:1788839661.114256:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:0.0:1788839661.114275:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:0.0:1788839661.114291:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:0.0:1788839661.114315:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:2.0:1788839661.114662:0:19600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729392256 00000100:00100000:2.0:1788839661.114672:0:19600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729392256 00000100:00100000:2.0:1788839661.114733:0:19600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729392768 00000100:00100000:2.0:1788839661.114736:0:19600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729392768 00000100:00100000:2.0:1788839661.114750:0:19600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729392384 00000100:00100000:2.0:1788839661.114752:0:19600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729392384 00000100:00100000:2.0:1788839661.114763:0:19600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729392640 00000100:00100000:2.0:1788839661.114766:0:19600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729392640 00000100:00100000:2.0:1788839661.114783:0:19600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 7 00000100:00100000:2.0:1788839661.114792:0:19600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb09f74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:65e10b51-216f-4407-beae-a0a322978029+5:2358:x1875733729392256:12345-192.168.201.9@tcp:400:kworker.0 00000100:00100000:2.0:1788839661.114863:0:19600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb09f74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:65e10b51-216f-4407-beae-a0a322978029+5:2358:x1875733729392256:12345-192.168.201.9@tcp:400:kworker.0 Request processed in 72us (625us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839661.114871:0:19600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 7 00000100:00100000:2.0:1788839661.114888:0:19600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 8 00000100:00100000:2.0:1788839661.114894:0:19600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb36f75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:22c12b8d-bd5a-4e50-8071-0bc78a13d270+5:2358:x1875733729392768:12345-192.168.201.9@tcp:400:kworker.0 00000100:00100000:2.0:1788839661.114914:0:19600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb36f75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:22c12b8d-bd5a-4e50-8071-0bc78a13d270+5:2358:x1875733729392768:12345-192.168.201.9@tcp:400:kworker.0 Request processed in 21us (638us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839661.114921:0:19600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 8 00000100:00100000:2.0:1788839661.114929:0:19600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 9 00000100:00100000:2.0:1788839661.114935:0:19600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb36f75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:65e10b51-216f-4407-beae-a0a322978029+5:2357:x1875733729392384:12345-192.168.201.9@tcp:400:kworker.0 00000100:00100000:2.0:1788839661.114967:0:19600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb36f75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:65e10b51-216f-4407-beae-a0a322978029+5:2357:x1875733729392384:12345-192.168.201.9@tcp:400:kworker.0 Request processed in 32us (675us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839661.114973:0:19600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 9 00000100:00100000:2.0:1788839661.114983:0:19600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 10 00000100:00100000:2.0:1788839661.114989:0:19600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb36f76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:22c12b8d-bd5a-4e50-8071-0bc78a13d270+5:2357:x1875733729392640:12345-192.168.201.9@tcp:400:kworker.0 00000100:00100000:2.0:1788839661.115004:0:19600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb36f76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:22c12b8d-bd5a-4e50-8071-0bc78a13d270+5:2357:x1875733729392640:12345-192.168.201.9@tcp:400:kworker.0 Request processed in 16us (690us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839661.115010:0:19600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 10 00000100:00100000:3.0:1788839661.115473:0:18915:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729392128 00000100:00100000:3.0:1788839661.115480:0:18915:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729392128 00000100:00100000:3.0:1788839661.115519:0:18915:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729392512 00000100:00100000:3.0:1788839661.115522:0:18915:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729392512 00000100:00100000:3.0:1788839661.115548:0:18915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 21 00000100:00100000:3.0:1788839661.115555:0:18915:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb09f77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:65e10b51-216f-4407-beae-a0a322978029+6:2357:x1875733729392128:12345-192.168.201.9@tcp:400:kworker.0 00000100:00100000:3.0:1788839661.115606:0:18915:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb09f77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:65e10b51-216f-4407-beae-a0a322978029+6:2357:x1875733729392128:12345-192.168.201.9@tcp:400:kworker.0 Request processed in 50us (1462us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839661.115624:0:18915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 21 00000100:00100000:3.0:1788839661.115637:0:18915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 22 00000100:00100000:3.0:1788839661.115644:0:18915:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb36f75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:22c12b8d-bd5a-4e50-8071-0bc78a13d270+6:2358:x1875733729392512:12345-192.168.201.9@tcp:400:kworker.0 00000100:00100000:3.0:1788839661.115669:0:18915:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb36f75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:22c12b8d-bd5a-4e50-8071-0bc78a13d270+6:2358:x1875733729392512:12345-192.168.201.9@tcp:400:kworker.0 Request processed in 26us (1412us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839661.115675:0:18915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 22 00000100:00100000:3.0:1788839661.119617:0:18907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729392000 00000100:00100000:3.0:1788839661.119634:0:18907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729392000 00000100:00100000:3.0:1788839661.119700:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 104 00000100:00100000:3.0:1788839661.119711:0:18907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb02fcbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+13:2358:x1875733729392000:12345-192.168.201.9@tcp:400:kworker.0 00000100:00100000:3.0:1788839661.119784:0:18907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb02fcbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+13:2358:x1875733729392000:12345-192.168.201.9@tcp:400:kworker.0 Request processed in 75us (5573us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839661.119792:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 104 00000100:00080000:0.0:1788839661.119898:0:18909:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788839661.119904:0:18909:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788839661.119907:0:18909:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788839661.374988:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788839661.375013:0:3312:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ea02eb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1875733747211904:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788839661.375109:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788839661.375575:0:19602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747211904 00000100:00100000:3.0:1788839661.375584:0:19602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747211904 00000100:00100000:3.0:1788839661.375655:0:19602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788839661.375666:0:19602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb37574e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1875733747211904:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788839661.375704:0:19602:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1788839661.375758:0:19602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb37574e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1875733747211904:12345-0@lo:13:osp-pre-0-0.0 Request processed in 93us (648us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839661.375765:0:19602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788839661.375820:0:3312:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ea02eb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1875733747211904:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1788839661.375999:0:18909:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1788839661.502181:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788839662.527445:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788839662.913423:0:18945:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788839663.554447:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788839663.937254:0:3311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb37577100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1875733747212416:0@lo:400:kworker.0 00000100:00100000:2.0:1788839663.937332:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839663.937410:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1788839663.937417:0:3311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb37576d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53872141-605a-4cd4-a15a-9f0a5ba1bab4:3311:1875733747212032:0@lo:400:kworker.0 00000100:00100000:2.0:1788839663.937449:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839663.937474:0:3311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb37576680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1875733747212544:0@lo:400:kworker.0 00000100:00100000:2.0:1788839663.937520:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839663.937546:0:3314:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb37575180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1875733747212288:0@lo:400:kworker.0 00000100:00100000:2.0:1788839663.937590:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839663.937610:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1788839663.937616:0:3314:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb37576300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1875733747212160:0@lo:400:kworker.0 00000100:00100000:2.0:1788839663.937639:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839663.937669:0:3314:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb37575f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1875733747212672:0@lo:400:kworker.0 00000100:00100000:2.0:1788839663.937704:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839663.937731:0:18908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747212032 00000100:00100000:2.0:1788839663.937739:0:18908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747212032 00000100:00100000:2.0:1788839663.937794:0:18908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:2.0:1788839663.937804:0:18908:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb02fca450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+19:3311:x1875733747212032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788839663.937855:0:18908:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb02fca450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+19:3311:x1875733747212032:12345-0@lo:400:kworker.0 Request processed in 53us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839663.937863:0:18908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:2.0:1788839663.937897:0:19600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747212288 00000100:00100000:2.0:1788839663.937900:0:19600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747212288 00000100:00100000:2.0:1788839663.937932:0:19600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747212160 00000100:00100000:2.0:1788839663.937935:0:19600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747212160 00000100:00100000:2.0:1788839663.937957:0:19600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788839663.937963:0:19600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb33128000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1875733747212288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788839663.937998:0:19600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb33128000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1875733747212288:12345-0@lo:400:kworker.0 Request processed in 35us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839663.938005:0:19600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788839663.938017:0:19600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788839663.938023:0:19600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3312bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1875733747212160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788839663.938070:0:19600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3312bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3314:x1875733747212160:12345-0@lo:400:kworker.0 Request processed in 25us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839663.938076:0:19600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00080000:2.0:1788839663.938094:0:18909:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788839663.938097:0:18909:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788839663.938144:0:3314:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb37576300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1875733747212160:0@lo:400:kworker.0 00000100:00100000:2.0:1788839663.938155:0:3314:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb37575180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1875733747212288:0@lo:400:kworker.0 00000100:00100000:2.0:1788839663.938200:0:3311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb37576d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53872141-605a-4cd4-a15a-9f0a5ba1bab4:3311:1875733747212032:0@lo:400:kworker.0 00000100:00100000:3.0:1788839663.938420:0:18915:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747212416 00000100:00100000:3.0:1788839663.938425:0:18915:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747212416 00000100:00100000:3.0:1788839663.938465:0:18915:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747212544 00000100:00100000:3.0:1788839663.938468:0:18915:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747212544 00000100:00100000:3.0:1788839663.938498:0:18915:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747212672 00000100:00100000:3.0:1788839663.938502:0:18915:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747212672 00000100:00100000:3.0:1788839663.938528:0:18915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1788839663.938535:0:18915:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb37574700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1875733747212416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788839663.938575:0:18915:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb37574700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1875733747212416:12345-0@lo:400:kworker.0 Request processed in 40us (1243us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839663.938581:0:18915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1788839663.938594:0:18915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1788839663.938599:0:18915:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb37576a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1875733747212544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788839663.938624:0:18915:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb37576a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1875733747212544:12345-0@lo:400:kworker.0 Request processed in 25us (1103us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839663.938630:0:18915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1788839663.938639:0:18915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1788839663.938645:0:18915:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3312b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1875733747212672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788839663.938673:0:18915:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3312b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3314:x1875733747212672:12345-0@lo:400:kworker.0 Request processed in 28us (980us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839663.938679:0:18915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00080000:3.0:1788839663.938721:0:18909:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788839663.938738:0:3311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb37576680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3311:1875733747212544:0@lo:400:kworker.0 00000100:00100000:3.0:1788839663.938750:0:3311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb37577100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3311:1875733747212416:0@lo:400:kworker.0 00000100:00100000:2.0:1788839663.942034:0:3314:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3357f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1875733747212800:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788839663.944152:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839663.944222:0:3314:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb37575f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3314:1875733747212672:0@lo:400:kworker.0 00000100:00100000:1.0:1788839663.944365:0:19602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747212800 00000100:00100000:1.0:1788839663.944373:0:19602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747212800 00000100:00100000:1.0:1788839663.944427:0:19602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788839663.944437:0:19602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3312b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1875733747212800:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788839663.944474:0:19602:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1788839663.944547:0:19602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3312b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1875733747212800:12345-0@lo:13:osp-pre-1-0.0 Request processed in 111us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839663.944554:0:19602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788839663.944950:0:3314:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3357f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1875733747212800:0@lo:13:osp-pre-1-0.0 00000020:00000080:0.0:1788839664.013780:0:21027:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007fff0c9aef70 20000000:00000080:0.0:1788839664.013800:0:21027:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff91eb32dec400 uarg=0000000000000000 20000000:01000000:0.0:1788839664.013834:0:21027:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:0.0:1788839664.013840:0:21027:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:0.0:1788839664.013845:0:21027:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:0.0:1788839664.015288:0:21028:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 10 20000000:00000400:1.0:1788839664.015499:0:21027:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:1.0:1788839664.032833:0:21027:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:1.0:1788839664.034272:0:21027:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff91eb14529600/0x4b63896d63641838 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839664.034296:0:21027:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91eb20964c00/0x4b63896d636414f7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b63896d636414f0 expref: 18 pid: 18906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839664.034304:0:21027:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91eb09c9dc00/0x4b63896d63641544 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b63896d6364153d expref: 18 pid: 18906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839664.034927:0:21027:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91ea01befe00/0x4b63896d63641694 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b63896d6364168d expref: 18 pid: 18906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839664.034938:0:21027:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91eb20965c00/0x4b63896d636417d6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb4f5 expref: 12 pid: 18908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839664.034944:0:21027:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91eb20964e00/0x4b63896d6364180e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb557 expref: 12 pid: 18907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839664.034951:0:21027:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff91eb14529600/0x4b63896d63641838 lrc: 8/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839664.035002:0:21027:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91eb20964e00/0x4b63896d6364180e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb557 expref: 12 pid: 18907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839664.035022:0:21027:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff91eb20964e00/0x4b63896d6364180e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb557 expref: 12 pid: 18907 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788839664.035039:0:21027:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3357e680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21027:1875733747212928:192.168.201.9@tcp:104: 00010000:00010000:1.0:1788839664.035749:0:21027:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91eb20965c00/0x4b63896d636417d6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb4f5 expref: 12 pid: 18908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839664.035761:0:21027:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff91eb20965c00/0x4b63896d636417d6 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb4f5 expref: 12 pid: 18908 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788839664.035772:0:21027:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3357dc00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21027:1875733747213056:192.168.201.9@tcp:104: 00010000:00010000:1.0:1788839664.035808:0:21027:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91ea01befe00/0x4b63896d63641694 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4b63896d6364168d expref: 18 pid: 18906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839664.035835:0:21027:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff91ea01befe00/0x4b63896d63641694 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4b63896d6364168d expref: 18 pid: 18906 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788839664.035845:0:21027:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3357d500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21027:1875733747213184:0@lo:104: 00000100:00100000:1.0:1788839664.035889:0:21027:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788839664.035937:0:21027:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91eb09c9dc00/0x4b63896d63641544 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4b63896d6364153d expref: 18 pid: 18906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839664.035945:0:21027:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff91eb09c9dc00/0x4b63896d63641544 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4b63896d6364153d expref: 18 pid: 18906 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788839664.035954:0:21027:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3357ca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21027:1875733747213312:0@lo:104: 00000100:00100000:1.0:1788839664.035976:0:21027:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788839664.036010:0:21027:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91eb20964c00/0x4b63896d636414f7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4b63896d636414f0 expref: 18 pid: 18906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839664.036019:0:21027:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff91eb20964c00/0x4b63896d636414f7 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4b63896d636414f0 expref: 18 pid: 18906 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788839664.036027:0:21027:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3357ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21027:1875733747213440:0@lo:104: 00000100:00100000:1.0:1788839664.036078:0:21027:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788839664.036100:0:21027:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb33079780 going to sleep for 11 seconds 00000100:00100000:2.0:1788839664.036179:0:18897:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1788839664.036193:0:18897:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747213184 00000100:00100000:2.0:1788839664.036201:0:18897:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747213184 00000100:00100000:2.0:1788839664.036243:0:18897:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747213312 00000100:00100000:2.0:1788839664.036247:0:18897:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747213312 00000100:00100000:2.0:1788839664.036257:0:18897:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747213440 00000100:00100000:2.0:1788839664.036259:0:18897:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747213440 00000100:00100000:2.0:1788839664.036272:0:18897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788839664.036282:0:18897:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3357fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+5:21027:x1875733747213184:12345-0@lo:104: 00010000:00010000:2.0:1788839664.036295:0:18897:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.109@tcp lock: ffff91eb00030600/0x4b63896d6364168d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x4b63896d63641694 expref: -99 pid: 20317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839664.036366:0:18897:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788839664.036372:0:18897:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3357fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+5:21027:x1875733747213184:12345-0@lo:104: Request processed in 92us (484us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839664.036380:0:18897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788839664.036398:0:18897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788839664.036404:0:18897:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3357f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+4:21027:x1875733747213312:12345-0@lo:104: 00010000:00010000:2.0:1788839664.036412:0:18897:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.109@tcp lock: ffff91ea01bee200/0x4b63896d6364153d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x4b63896d63641544 expref: -99 pid: 19597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839664.036456:0:18897:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1788839664.036462:0:18897:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3357f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+4:21027:x1875733747213312:12345-0@lo:104: Request processed in 58us (486us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839664.036468:0:18897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788839664.036481:0:18897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788839664.036487:0:18897:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb071b8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+3:21027:x1875733747213440:12345-0@lo:104: 00010000:00010000:2.0:1788839664.036514:0:18897:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.109@tcp lock: ffff91eb14528400/0x4b63896d636414f0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x4b63896d636414f7 expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839664.036542:0:18897:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:2.0:1788839664.036547:0:18897:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb071b8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+3:21027:x1875733747213440:12345-0@lo:104: Request processed in 61us (469us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839664.036553:0:18897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:1.0:1788839664.036794:0:18902:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1788839664.036802:0:18902:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.109@tcp lock: ffff91eb00030600/0x4b63896d6364168d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x4b63896d63641694 expref: -99 pid: 20317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839664.036809:0:18902:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb00030600 already unused, calling callback (ffffffffc1a36c20) 10000000:00010000:1.0:1788839664.036814:0:18902:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.109@tcp lock: ffff91eb00030600/0x4b63896d6364168d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x4b63896d63641694 expref: -99 pid: 20317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839664.036830:0:18902:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.109@tcp lock: ffff91eb00030600/0x4b63896d6364168d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x4b63896d63641694 expref: -99 pid: 20317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788839664.036837:0:18902:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.109@tcp lock: ffff91eb00030600/0x4b63896d6364168d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x4b63896d63641694 expref: -99 pid: 20317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788839664.036843:0:18902:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1788839664.036886:0:18902:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.109@tcp lock: ffff91eb00030600/0x4b63896d6364168d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b63896d63641694 expref: -99 pid: 20317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839664.036893:0:18902:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788839664.036915:0:18902:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.109@tcp lock: ffff91eb00030600/0x4b63896d6364168d lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b63896d63641694 expref: -99 pid: 20317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839664.036922:0:18902:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.109@tcp lock: ffff91eb00030600/0x4b63896d6364168d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b63896d63641694 expref: -99 pid: 20317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839664.036936:0:18902:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788839664.036939:0:18902:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.109@tcp lock: ffff91ea01bee200/0x4b63896d6364153d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x4b63896d63641544 expref: -99 pid: 19597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839664.036944:0:18902:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ea01bee200 already unused, calling callback (ffffffffc1a36c20) 10000000:00010000:1.0:1788839664.036946:0:18902:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.109@tcp lock: ffff91ea01bee200/0x4b63896d6364153d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x4b63896d63641544 expref: -99 pid: 19597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839664.036952:0:18902:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.109@tcp lock: ffff91ea01bee200/0x4b63896d6364153d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x4b63896d63641544 expref: -99 pid: 19597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788839664.036958:0:18902:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.109@tcp lock: ffff91ea01bee200/0x4b63896d6364153d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x4b63896d63641544 expref: -99 pid: 19597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788839664.036969:0:18902:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1788839664.036984:0:18902:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.109@tcp lock: ffff91ea01bee200/0x4b63896d6364153d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b63896d63641544 expref: -99 pid: 19597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839664.036990:0:18902:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788839664.036996:0:18902:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.109@tcp lock: ffff91ea01bee200/0x4b63896d6364153d lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b63896d63641544 expref: -99 pid: 19597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839664.037002:0:18902:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.109@tcp lock: ffff91ea01bee200/0x4b63896d6364153d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b63896d63641544 expref: -99 pid: 19597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839664.037012:0:18902:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788839664.037016:0:18902:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.109@tcp lock: ffff91eb14528400/0x4b63896d636414f0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4b63896d636414f7 expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839664.037021:0:18902:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb14528400 already unused, calling callback (ffffffffc1a36c20) 10000000:00010000:1.0:1788839664.037024:0:18902:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.109@tcp lock: ffff91eb14528400/0x4b63896d636414f0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x4b63896d636414f7 expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839664.037031:0:18902:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.109@tcp lock: ffff91eb14528400/0x4b63896d636414f0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x4b63896d636414f7 expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788839664.037037:0:18902:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.109@tcp lock: ffff91eb14528400/0x4b63896d636414f0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x4b63896d636414f7 expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788839664.037043:0:18902:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1788839664.037084:0:18902:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.109@tcp lock: ffff91eb14528400/0x4b63896d636414f0 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b63896d636414f7 expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839664.039316:0:18902:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788839664.039375:0:18902:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.109@tcp lock: ffff91eb14528400/0x4b63896d636414f0 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b63896d636414f7 expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839664.039384:0:18902:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.109@tcp lock: ffff91eb14528400/0x4b63896d636414f0 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b63896d636414f7 expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839664.039409:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788839664.039411:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788839664.039413:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788839664.039420:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788839664.039428:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788839664.039451:0:3314:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3357d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:53872141-605a-4cd4-a15a-9f0a5ba1bab4:3314:1875733747213824:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788839664.039917:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788839664.040005:0:21027:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3357d500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21027:1875733747213184:0@lo:104: 00000100:00100000:1.0:1788839664.040017:0:21027:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3357ca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21027:1875733747213312:0@lo:104: 00000100:00100000:1.0:1788839664.040024:0:21027:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3357ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21027:1875733747213440:0@lo:104: 00000100:00100000:1.0:1788839664.040246:0:3311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3357c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53872141-605a-4cd4-a15a-9f0a5ba1bab4:3311:1875733747213568:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788839664.040276:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788839664.040315:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788839664.040321:0:3311:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3357ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53872141-605a-4cd4-a15a-9f0a5ba1bab4:3311:1875733747213696:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788839664.040356:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788839664.040425:0:18898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747213824 00000100:00100000:0.0:1788839664.040433:0:18898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747213824 00010000:00010000:0.0:1788839664.040471:0:18898:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff91eb20964c00/0x4b63896d636414f7 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4b63896d636414f0 expref: 19 pid: 18906 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788839664.040526:0:18898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747213568 00000100:00100000:0.0:1788839664.040530:0:18898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747213568 00010000:00010000:0.0:1788839664.040543:0:18898:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff91ea01befe00/0x4b63896d63641694 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4b63896d6364168d expref: 20 pid: 18906 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788839664.040551:0:18898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747213696 00000100:00100000:0.0:1788839664.040553:0:18898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747213696 00010000:00010000:0.0:1788839664.040561:0:18898:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff91eb09c9dc00/0x4b63896d63641544 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4b63896d6364153d expref: 21 pid: 18906 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788839664.040572:0:18898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788839664.040580:0:18898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3357ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+21:3314:x1875733747213824:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788839664.040593:0:18898:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788839664.040598:0:18898:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff91eb20964c00/0x4b63896d636414f7 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4b63896d636414f0 expref: 21 pid: 18906 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839664.040608:0:18898:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff91eb20964c00/0x4b63896d636414f7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x4b63896d636414f0 expref: 21 pid: 18906 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839664.040624:0:18898:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91eb20964c00/0x4b63896d636414f7 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x4b63896d636414f0 expref: 21 pid: 18906 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839664.040637:0:18898:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788839664.040676:0:18898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3357ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+20:3314:x1875733747213824:12345-0@lo:103:ldlm_bl.0 Request processed in 96us (760us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839664.040683:0:18898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788839664.040706:0:18898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788839664.040712:0:18898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3357d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+19:3311:x1875733747213568:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788839664.040726:0:18898:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788839664.040731:0:18898:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff91ea01befe00/0x4b63896d63641694 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4b63896d6364168d expref: 19 pid: 18906 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839664.040739:0:18898:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff91ea01befe00/0x4b63896d63641694 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x4b63896d6364168d expref: 19 pid: 18906 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839664.040749:0:18898:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91ea01befe00/0x4b63896d63641694 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x4b63896d6364168d expref: 19 pid: 18906 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839664.040758:0:18898:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788839664.040783:0:18898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3357d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+18:3311:x1875733747213568:12345-0@lo:103:ldlm_bl.0 Request processed in 72us (507us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839664.040789:0:18898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788839664.040800:0:18898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788839664.040806:0:18898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb370d4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+17:3311:x1875733747213696:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788839664.040812:0:18898:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788839664.040816:0:18898:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff91eb09c9dc00/0x4b63896d63641544 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4b63896d6364153d expref: 17 pid: 18906 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839664.040824:0:18898:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff91eb09c9dc00/0x4b63896d63641544 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x4b63896d6364153d expref: 17 pid: 18906 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839664.040833:0:18898:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91eb09c9dc00/0x4b63896d63641544 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x4b63896d6364153d expref: 17 pid: 18906 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839664.040841:0:18898:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788839664.040857:0:18898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb370d4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+16:3311:x1875733747213696:12345-0@lo:103:ldlm_bl.0 Request processed in 51us (501us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839664.040871:0:18898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788839664.040919:0:3311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3357ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53872141-605a-4cd4-a15a-9f0a5ba1bab4:3311:1875733747213696:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788839664.040926:0:3311:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3357c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:53872141-605a-4cd4-a15a-9f0a5ba1bab4:3311:1875733747213568:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788839664.041266:0:3314:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3357d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:53872141-605a-4cd4-a15a-9f0a5ba1bab4:3314:1875733747213824:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788839664.049268:0:21027:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3357e680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21027:1875733747212928:192.168.201.9@tcp:104: 00000100:00100000:1.0:1788839664.049402:0:21027:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3357dc00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21027:1875733747213056:192.168.201.9@tcp:104: 00010000:00010000:1.0:1788839664.049436:0:21027:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff91eb14529600/0x4b63896d63641838 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788839664.059763:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:0.0:1788839664.059853:0:18898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729392896 00000100:00100000:0.0:1788839664.059864:0:18898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729392896 00010000:00010000:0.0:1788839664.059907:0:18898:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff91eb20964e00/0x4b63896d6364180e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb557 expref: 13 pid: 18907 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788839664.059952:0:18898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 7 00000100:00100000:0.0:1788839664.059962:0:18898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3357dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+13:2357:x1875733729392896:12345-192.168.201.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788839664.059978:0:18898:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788839664.059983:0:18898:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff91eb20964e00/0x4b63896d6364180e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb557 expref: 13 pid: 18907 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839664.059995:0:18898:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff91eb20964e00/0x4b63896d6364180e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb557 expref: 13 pid: 18907 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839664.060012:0:18898:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91eb20964e00/0x4b63896d6364180e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb557 expref: 13 pid: 18907 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839664.060029:0:18898:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788839664.060124:0:18898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3357dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+12:2357:x1875733729392896:12345-192.168.201.9@tcp:103:ldlm_bl.0 Request processed in 162us (372us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839664.060131:0:18898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 7 00000100:00100000:0.0:1788839664.065229:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:1.0:1788839664.065596:0:18900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729393024 00000100:00100000:1.0:1788839664.065606:0:18900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729393024 00010000:00010000:1.0:1788839664.065646:0:18900:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff91eb20965c00/0x4b63896d636417d6 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb4f5 expref: 12 pid: 18908 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788839664.065695:0:18900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 8 00000100:00100000:1.0:1788839664.065706:0:18900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb36f76a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+12:2357:x1875733729393024:12345-192.168.201.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788839664.065720:0:18900:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788839664.065726:0:18900:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff91eb20965c00/0x4b63896d636417d6 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb4f5 expref: 12 pid: 18908 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839664.065738:0:18900:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff91eb20965c00/0x4b63896d636417d6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb4f5 expref: 12 pid: 18908 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839664.065756:0:18900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91eb20965c00/0x4b63896d636417d6 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb4f5 expref: 12 pid: 18908 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839664.065774:0:18900:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff91eb14529600/0x4b63896d63641838 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 21027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839664.065783:0:18900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91eb14529600/0x4b63896d63641838 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 21027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839664.065800:0:18900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff91eb14529600/0x4b63896d63641838 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839664.065807:0:18900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff91eb14529600/0x4b63896d63641838 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839664.065832:0:18900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff91eb14529600/0x4b63896d63641838 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839664.065838:0:18900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff91eb14529600/0x4b63896d63641838 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839664.065845:0:18900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb14529600 already unused, calling callback (ffffffffc1407420) 00010000:00010000:1.0:1788839664.065849:0:18900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff91eb14529600/0x4b63896d63641838 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839664.065859:0:18900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff91eb14529600/0x4b63896d63641838 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 21027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839664.065884:0:18900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff91eb14529600/0x4b63896d63641838 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839664.065897:0:18900:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788839664.066002:0:18900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb36f76a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+11:2357:x1875733729393024:12345-192.168.201.9@tcp:103:ldlm_bl.0 Request processed in 296us (783us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839664.066010:0:18900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 8 00010000:00010000:2.0:1788839664.066153:0:21027:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff91eb14529600/0x4b63896d63641838 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839664.066163:0:21027:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff91eb14529600/0x4b63896d63641838 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839664.066169:0:21027:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91eb14529600/0x4b63896d63641838 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21027 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839664.573373:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788839665.150656:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:2.0:1788839665.150841:0:18906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729393152 00000100:00100000:2.0:1788839665.150852:0:18906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729393152 00000100:00100000:2.0:1788839665.150913:0:18906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 106 00000100:00100000:2.0:1788839665.150926:0:18906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb02fc8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+11:16801:x1875733729393152:12345-192.168.201.9@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788839665.150945:0:18906:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788839665.150984:0:18906:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91eb20965600/0x4b63896d6364183f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7825089d24dbb588 expref: -99 pid: 18906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839665.151015:0:18906:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91eb20965600/0x4b63896d6364183f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb588 expref: 12 pid: 18906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839665.151028:0:18906:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91eb20965600/0x4b63896d6364183f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb588 expref: 12 pid: 18906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839665.151038:0:18906:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb20965600, rc 0) 00000100:00100000:2.0:1788839665.151159:0:18906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb02fc8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+12:16801:x1875733729393152:12345-192.168.201.9@tcp:101:ll_cfg_requeue.0 Request processed in 235us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839665.151167:0:18906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 106 00000100:00100000:2.0:1788839665.160085:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:3.0:1788839665.160575:0:18907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729393280 00000100:00100000:3.0:1788839665.160588:0:18907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729393280 00000100:00100000:3.0:1788839665.160649:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 107 00000100:00100000:3.0:1788839665.160660:0:18907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb02fcb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+12:16801:x1875733729393280:12345-192.168.201.9@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788839665.161042:0:18907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb02fcb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+12:16801:x1875733729393280:12345-192.168.201.9@tcp:501:ll_cfg_requeue.0 Request processed in 383us (996us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839665.161088:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 107 00000100:00100000:3.0:1788839665.165878:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:0.0:1788839665.172966:0:18908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729393408 00000100:00100000:0.0:1788839665.173004:0:18908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729393408 00000100:00100000:0.0:1788839665.173123:0:18908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 108 00000100:00100000:0.0:1788839665.173137:0:18908:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb02fc9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+12:16801:x1875733729393408:12345-192.168.201.9@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788839665.173418:0:18908:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb02fc9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+12:16801:x1875733729393408:12345-192.168.201.9@tcp:503:ll_cfg_requeue.0 Request processed in 282us (7550us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839665.173426:0:18908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 108 00000100:00100000:1.0:1788839665.184825:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:2.0:1788839665.185534:0:18906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729393536 00000100:00100000:2.0:1788839665.185547:0:18906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729393536 00000100:00100000:2.0:1788839665.185608:0:18906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 109 00000100:00100000:2.0:1788839665.185620:0:18906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb02fc9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+12:16801:x1875733729393536:12345-192.168.201.9@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788839665.185637:0:18906:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788839665.185658:0:18906:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91eb20964a00/0x4b63896d63641846 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x7825089d24dbb58f expref: -99 pid: 18906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839665.185700:0:18906:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91eb20964a00/0x4b63896d63641846 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb58f expref: 13 pid: 18906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839665.185712:0:18906:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91eb20964a00/0x4b63896d63641846 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb58f expref: 13 pid: 18906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839665.185723:0:18906:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb20964a00, rc 0) 00000100:00100000:2.0:1788839665.185802:0:18906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb02fc9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+13:16801:x1875733729393536:12345-192.168.201.9@tcp:101:ll_cfg_requeue.0 Request processed in 185us (986us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839665.185810:0:18906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 109 00000100:00100000:2.0:1788839665.201935:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:3.0:1788839665.202019:0:18907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729393664 00000100:00100000:3.0:1788839665.202030:0:18907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729393664 00000100:00100000:3.0:1788839665.202128:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 110 00000100:00100000:3.0:1788839665.202140:0:18907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb02fcb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+13:16801:x1875733729393664:12345-192.168.201.9@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788839665.202448:0:18907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb02fcb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+13:16801:x1875733729393664:12345-192.168.201.9@tcp:501:ll_cfg_requeue.0 Request processed in 309us (522us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839665.202457:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 110 00000100:00100000:0.0:1788839665.209017:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:2.0:1788839665.209302:0:18908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729393792 00000100:00100000:2.0:1788839665.209312:0:18908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729393792 00000100:00100000:2.0:1788839665.209371:0:18908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 111 00000100:00100000:2.0:1788839665.209382:0:18908:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb1060d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+13:16801:x1875733729393792:12345-192.168.201.9@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788839665.209653:0:18908:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb1060d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+13:16801:x1875733729393792:12345-192.168.201.9@tcp:503:ll_cfg_requeue.0 Request processed in 272us (646us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839665.209662:0:18908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 111 10000000:01000000:1.0:1788839665.597999:0:18910:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1788839665.598008:0:18910:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff91eb106c0800 from 10 10000000:01000000:1.0:1788839665.598014:0:18910:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788839665.598081:0:18910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb14529000/0x4b63896d6364184d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839665.598094:0:18910:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.109@tcp lock: ffff91eb14529000/0x4b63896d6364184d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839665.598126:0:18910:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.109@tcp lock: ffff91eb14529000/0x4b63896d6364184d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788839665.598161:0:18910:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3357e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18910:1875733747213952:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788839665.598233:0:18910:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788839665.598291:0:18910:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb33079780 going to sleep for 11 seconds 00000100:00100000:2.0:1788839665.598404:0:18906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747213952 00000100:00100000:2.0:1788839665.598414:0:18906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747213952 00000100:00100000:2.0:1788839665.598509:0:18906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:2.0:1788839665.598521:0:18906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb1060d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+16:18910:x1875733747213952:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788839665.598539:0:18906:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788839665.598557:0:18906:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91eb20964400/0x4b63896d63641854 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x4b63896d6364184d expref: -99 pid: 18906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839665.598585:0:18906:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91eb20964400/0x4b63896d63641854 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4b63896d6364184d expref: 17 pid: 18906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839665.598598:0:18906:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91eb20964400/0x4b63896d63641854 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b63896d6364184d expref: 17 pid: 18906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839665.598608:0:18906:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb20964400, rc 0) 00000100:00100000:2.0:1788839665.598668:0:18906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb1060d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+17:18910:x1875733747213952:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 149us (434us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839665.598687:0:18906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1788839665.599021:0:18910:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3357e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18910:1875733747213952:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788839665.599037:0:18910:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.109@tcp lock: ffff91eb14529000/0x4b63896d6364184d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d63641854 expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839665.599047:0:18910:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.109@tcp lock: ffff91eb14529000/0x4b63896d6364184d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b63896d63641854 expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788839665.599143:0:18910:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3357e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18910:1875733747214080:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788839665.599171:0:18910:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788839665.599207:0:18910:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb33079780 going to sleep for 11 seconds 00000100:00100000:0.0:1788839665.599312:0:18907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747214080 00000100:00100000:0.0:1788839665.599318:0:18907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747214080 00000100:00100000:0.0:1788839665.599357:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:0.0:1788839665.599365:0:18907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb1060f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+17:18910:x1875733747214080:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788839665.599667:0:18907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb1060f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+17:18910:x1875733747214080:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 302us (494us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839665.599675:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1788839665.599992:0:18910:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3357e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18910:1875733747214080:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788839665.600032:0:18910:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3357e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18910:1875733747214208:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788839665.600109:0:18910:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788839665.600149:0:18910:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb33079780 going to sleep for 11 seconds 00000100:00100000:0.0:1788839665.600289:0:18908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747214208 00000100:00100000:0.0:1788839665.600294:0:18908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747214208 00000100:00100000:0.0:1788839665.600328:0:18908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:0.0:1788839665.600335:0:18908:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb1060cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+17:18910:x1875733747214208:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788839665.600518:0:18908:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb1060cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+17:18910:x1875733747214208:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 183us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839665.600526:0:18908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00010000:00010000:3.0:1788839665.600792:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788839665.600846:0:18910:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3357e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18910:1875733747214208:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1788839665.602389:0:21040:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 10 00000020:01000000:2.0:1788839665.607785:0:18910:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 10-9 (rc=0) 10000000:01000000:2.0:1788839665.607829:0:18910:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.109@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788839665.607842:0:18910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb14529000/0x4b63896d6364184d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d63641854 expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839665.607857:0:18910:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.109@tcp lock: ffff91eb14529000/0x4b63896d6364184d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d63641854 expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788839665.607870:0:18910:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1788839665.607873:0:18910:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff91eb3377b800 from 10 10000000:01000000:2.0:1788839665.607876:0:18910:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788839665.607922:0:18910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb20965c00/0x4b63896d6364185b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839665.607931:0:18910:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.109@tcp lock: ffff91eb20965c00/0x4b63896d6364185b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839665.607941:0:18910:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.109@tcp lock: ffff91eb20965c00/0x4b63896d6364185b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788839665.607972:0:18910:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb33129180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18910:1875733747214336:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788839665.608092:0:18910:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839665.608422:0:18910:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ea0317d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788839665.610593:0:18908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747214336 00000100:00100000:0.0:1788839665.610615:0:18908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747214336 00000100:00100000:0.0:1788839665.610700:0:18908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:0.0:1788839665.610710:0:18908:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb1060e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+17:18910:x1875733747214336:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788839665.610729:0:18908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788839665.610763:0:18908:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91eb102c6000/0x4b63896d63641862 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x4b63896d6364185b expref: -99 pid: 18908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839665.610796:0:18908:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91eb102c6000/0x4b63896d63641862 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4b63896d6364185b expref: 18 pid: 18908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839665.610808:0:18908:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91eb102c6000/0x4b63896d63641862 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b63896d6364185b expref: 18 pid: 18908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839665.610818:0:18908:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb102c6000, rc 0) 00000100:00100000:0.0:1788839665.610907:0:18908:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb1060e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+18:18910:x1875733747214336:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 199us (2816us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839665.610915:0:18908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:1.0:1788839665.611023:0:18910:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb33129180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18910:1875733747214336:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788839665.611043:0:18910:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.109@tcp lock: ffff91eb20965c00/0x4b63896d6364185b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d63641862 expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839665.611307:0:18910:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.109@tcp lock: ffff91eb20965c00/0x4b63896d6364185b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b63896d63641862 expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788839665.611385:0:18910:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3357e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18910:1875733747214464:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788839665.611422:0:18910:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788839665.611470:0:18910:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb33079540 going to sleep for 11 seconds 00000100:00100000:0.0:1788839665.611654:0:18907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747214464 00000100:00100000:0.0:1788839665.611661:0:18907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747214464 00000100:00100000:0.0:1788839665.611697:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:0.0:1788839665.611705:0:18907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb1060e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+18:18910:x1875733747214464:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788839665.611987:0:18907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb1060e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+18:18910:x1875733747214464:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 281us (563us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839665.611996:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00100000:3.0:1788839665.612097:0:18910:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3357e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18910:1875733747214464:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788839665.612140:0:18910:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ea02eb4e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18910:1875733747214592:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788839665.612181:0:18910:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788839665.612210:0:18910:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb40e17900 going to sleep for 11 seconds 00000100:00100000:0.0:1788839665.612532:0:18907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747214592 00000100:00100000:0.0:1788839665.612538:0:18907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747214592 00000100:00100000:0.0:1788839665.612561:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:0.0:1788839665.612567:0:18907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb1060c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+18:18910:x1875733747214592:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788839665.612737:0:18907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb1060c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+18:18910:x1875733747214592:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 169us (555us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839665.612746:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00100000:3.0:1788839665.613235:0:18910:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ea02eb4e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18910:1875733747214592:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1788839665.616302:0:21041:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 10 00000020:01000000:2.0:1788839665.616671:0:18910:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 10-9 (rc=0) 10000000:01000000:2.0:1788839665.616695:0:18910:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.109@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788839665.616707:0:18910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb20965c00/0x4b63896d6364185b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d63641862 expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839665.616736:0:18910:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.109@tcp lock: ffff91eb20965c00/0x4b63896d6364185b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d63641862 expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788839665.616748:0:18910:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1788839665.616751:0:18910:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff91eb40282000 from 10 10000000:01000000:2.0:1788839665.616754:0:18910:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788839665.616791:0:18910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb20964e00/0x4b63896d63641869 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839665.616800:0:18910:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.109@tcp lock: ffff91eb20964e00/0x4b63896d63641869 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839665.616812:0:18910:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.109@tcp lock: ffff91eb20964e00/0x4b63896d63641869 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788839665.616838:0:18910:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb33129f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18910:1875733747214720:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788839665.616905:0:18910:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839665.616955:0:18910:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ea0317d240 going to sleep for 11 seconds 00000100:00100000:0.0:1788839665.617800:0:18907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747214720 00000100:00100000:0.0:1788839665.617818:0:18907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747214720 00000100:00100000:0.0:1788839665.617872:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:0.0:1788839665.617882:0:18907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb1060c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+18:18910:x1875733747214720:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788839665.617895:0:18907:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788839665.617909:0:18907:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91eb102c7600/0x4b63896d63641870 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x4b63896d63641869 expref: -99 pid: 18907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839665.617935:0:18907:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91eb102c7600/0x4b63896d63641870 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4b63896d63641869 expref: 19 pid: 18907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839665.617947:0:18907:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91eb102c7600/0x4b63896d63641870 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b63896d63641869 expref: 19 pid: 18907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839665.617956:0:18907:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb102c7600, rc 0) 00000100:00100000:0.0:1788839665.618012:0:18907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb1060c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53872141-605a-4cd4-a15a-9f0a5ba1bab4+19:18910:x1875733747214720:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 131us (1107us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839665.618019:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00100000:3.0:1788839665.618331:0:18910:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb33129f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18910:1875733747214720:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788839665.618347:0:18910:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.109@tcp lock: ffff91eb20964e00/0x4b63896d63641869 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d63641870 expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839665.618356:0:18910:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.109@tcp lock: ffff91eb20964e00/0x4b63896d63641869 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b63896d63641870 expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788839665.618423:0:18910:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ea02eb4e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18910:1875733747214848:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788839665.618464:0:18910:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788839665.618508:0:18910:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb40e17a80 going to sleep for 11 seconds 00000100:00100000:2.0:1788839665.618600:0:18908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747214848 00000100:00100000:2.0:1788839665.618605:0:18908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747214848 00000100:00100000:2.0:1788839665.618640:0:18908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00100000:2.0:1788839665.618648:0:18908:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb1060e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+19:18910:x1875733747214848:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788839665.618901:0:18908:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb1060e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+19:18910:x1875733747214848:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 253us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839665.618909:0:18908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00100000:3.0:1788839665.620428:0:18910:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ea02eb4e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18910:1875733747214848:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788839665.620508:0:18910:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ea02eb4e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18910:1875733747214976:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788839665.620577:0:18910:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788839665.620611:0:18910:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb40e17a80 going to sleep for 11 seconds 00000100:00100000:2.0:1788839665.621272:0:18906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747214976 00000100:00100000:2.0:1788839665.621281:0:18906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747214976 00000100:00100000:2.0:1788839665.621336:0:18906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00100000:2.0:1788839665.621354:0:18906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb1060f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+19:18910:x1875733747214976:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788839665.621589:0:18906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb1060f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53872141-605a-4cd4-a15a-9f0a5ba1bab4+19:18910:x1875733747214976:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 235us (1011us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839665.621598:0:18906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00100000:3.0:1788839665.622207:0:18910:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ea02eb4e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:53872141-605a-4cd4-a15a-9f0a5ba1bab4:18910:1875733747214976:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1788839665.625615:0:21042:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 10 00000020:01000000:0.0:1788839665.625836:0:18910:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 10-9 (rc=0) 10000000:01000000:0.0:1788839665.625858:0:18910:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.109@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788839665.625870:0:18910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.109@tcp lock: ffff91eb20964e00/0x4b63896d63641869 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d63641870 expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839665.625883:0:18910:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.109@tcp lock: ffff91eb20964e00/0x4b63896d63641869 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b63896d63641870 expref: -99 pid: 18910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788839666.003034:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:3.0:1788839666.011596:0:18915:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729393920 00000100:00100000:3.0:1788839666.011614:0:18915:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729393920 00000100:00100000:0.0:1788839666.011786:0:18915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 15 00000100:00100000:0.0:1788839666.011802:0:18915:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3357ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:65e10b51-216f-4407-beae-a0a322978029+6:17413:x1875733729393920:12345-192.168.201.9@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788839666.011821:0:18915:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788839666.011855:0:18915:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6600/0x4b63896d63641877 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7825089d24dbb596 expref: -99 pid: 18915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839666.011923:0:18915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6e00/0x4b63896d6364187e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839666.011938:0:18915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6e00/0x4b63896d6364187e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839666.011948:0:18915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6e00/0x4b63896d6364187e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839666.011962:0:18915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6200/0x4b63896d63641885 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839666.011968:0:18915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6200/0x4b63896d63641885 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839666.011974:0:18915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6200/0x4b63896d63641885 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839666.012320:0:18915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c7c00/0x4b63896d6364188c lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839666.012330:0:18915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c7c00/0x4b63896d6364188c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839666.012338:0:18915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c7c00/0x4b63896d6364188c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788839666.012360:0:18915:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 16384 00000004:00200000:0.0:1788839666.012364:0:18915:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788839666.012402:0:18915:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c7c00/0x4b63896d6364188c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839666.012420:0:18915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6e00/0x4b63896d6364187e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839666.012425:0:18915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6e00/0x4b63896d6364187e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839666.012433:0:18915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6e00/0x4b63896d6364187e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839666.012439:0:18915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb102c6e00 already unused, calling callback (ffffffffc1e594f0) 00010000:00010000:0.0:1788839666.012444:0:18915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6e00/0x4b63896d6364187e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839666.012452:0:18915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6e00/0x4b63896d6364187e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1788839666.013293:0:18909:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1788839666.013430:0:18915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91eb0a302b00) 00010000:00010000:0.0:1788839666.013434:0:18915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788839666.013440:0:18915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6e00/0x4b63896d6364187e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839666.013448:0:18915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6e00/0x4b63896d6364187e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839666.013529:0:18915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6200/0x4b63896d63641885 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839666.013537:0:18915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6200/0x4b63896d63641885 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839666.013544:0:18915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6200/0x4b63896d63641885 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839666.013560:0:18915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb102c6200 already unused, calling callback (ffffffffc1e594f0) 00010000:00010000:0.0:1788839666.013564:0:18915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6200/0x4b63896d63641885 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839666.013569:0:18915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6200/0x4b63896d63641885 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839666.013577:0:18915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff91eb10996600) 00010000:00010000:0.0:1788839666.013579:0:18915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788839666.013582:0:18915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6200/0x4b63896d63641885 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839666.013588:0:18915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6200/0x4b63896d63641885 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839666.013629:0:18915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6600/0x4b63896d63641877 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb596 expref: 8 pid: 18915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839666.013643:0:18915:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c7c00/0x4b63896d6364188c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb596 expref: 7 pid: 18915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839666.013650:0:18915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff91eb10996a00) 00010000:00010000:0.0:1788839666.013652:0:18915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788839666.013654:0:18915:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb102c7c00, rc 0) 00000100:00100000:0.0:1788839666.013772:0:18915:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3357ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:65e10b51-216f-4407-beae-a0a322978029+7:17413:x1875733729393920:12345-192.168.201.9@tcp:101:lhsmtool_posix.0 Request processed in 1975us (10749us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839666.013781:0:18915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 15 00000100:00100000:1.0:1788839666.045819:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:3.0:1788839666.045905:0:18914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729394176 00000100:00100000:3.0:1788839666.045916:0:18914:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729394176 00000100:00100000:3.0:1788839666.045977:0:18914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 16 00000100:00100000:3.0:1788839666.045987:0:18914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3357ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:65e10b51-216f-4407-beae-a0a322978029+7:17413:x1875733729394176:12345-192.168.201.9@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788839666.046008:0:18914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788839666.046031:0:18914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031e00/0x4b63896d63641893 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7825089d24dbb59d expref: -99 pid: 18914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.046169:0:18914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031800/0x4b63896d6364189a lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.046186:0:18914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031800/0x4b63896d6364189a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.046219:0:18914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031800/0x4b63896d6364189a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.046296:0:18914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031c00/0x4b63896d636418a1 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.046304:0:18914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031c00/0x4b63896d636418a1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.046311:0:18914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031c00/0x4b63896d636418a1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.046657:0:18914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00030600/0x4b63896d636418a8 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.046666:0:18914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00030600/0x4b63896d636418a8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.046673:0:18914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00030600/0x4b63896d636418a8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788839666.046682:0:18914:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 16384 00010000:00010000:3.0:1788839666.046897:0:18914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031800/0x4b63896d6364189a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.046905:0:18914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031800/0x4b63896d6364189a lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.046912:0:18914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031800/0x4b63896d6364189a lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.046917:0:18914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb00031800 already unused, calling callback (ffffffffc1e594f0) 00010000:00010000:3.0:1788839666.046927:0:18914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031800/0x4b63896d6364189a lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.046935:0:18914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031800/0x4b63896d6364189a lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.046948:0:18914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff91eb10996a00) 00010000:00010000:3.0:1788839666.046951:0:18914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788839666.046955:0:18914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031800/0x4b63896d6364189a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.046962:0:18914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031800/0x4b63896d6364189a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.046975:0:18914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031c00/0x4b63896d636418a1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.046980:0:18914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031c00/0x4b63896d636418a1 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.046986:0:18914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031c00/0x4b63896d636418a1 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.046991:0:18914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb00031c00 already unused, calling callback (ffffffffc1e594f0) 00010000:00010000:3.0:1788839666.046994:0:18914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031c00/0x4b63896d636418a1 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.046998:0:18914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031c00/0x4b63896d636418a1 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.047004:0:18914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff91eb0c453c00) 00010000:00010000:3.0:1788839666.047006:0:18914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788839666.047015:0:18914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031c00/0x4b63896d636418a1 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.047020:0:18914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031c00/0x4b63896d636418a1 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.047530:0:18914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031e00/0x4b63896d63641893 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb59d expref: 10 pid: 18914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.047546:0:18914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00030600/0x4b63896d636418a8 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb59d expref: 9 pid: 18914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.047553:0:18914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff91eb0c453b00) 00010000:00010000:3.0:1788839666.047556:0:18914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788839666.047558:0:18914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb00030600, rc 0) 00000100:00100000:3.0:1788839666.047634:0:18914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3357ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:65e10b51-216f-4407-beae-a0a322978029+9:17413:x1875733729394176:12345-192.168.201.9@tcp:101:lhsmtool_posix.0 Request processed in 1647us (1825us total) trans 12884901889 rc 0/0 00000100:00100000:3.0:1788839666.047643:0:18914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 16 00000100:00100000:0.0:1788839666.056966:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:1.0:1788839666.057424:0:19622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729394304 00000100:00100000:1.0:1788839666.057434:0:19622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729394304 00000100:00100000:1.0:1788839666.057503:0:19622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 17 00000100:00100000:1.0:1788839666.057515:0:19622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb36f74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:65e10b51-216f-4407-beae-a0a322978029+9:17413:x1875733729394304:12345-192.168.201.9@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1788839666.057635:0:19622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb36f74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:65e10b51-216f-4407-beae-a0a322978029+9:17413:x1875733729394304:12345-192.168.201.9@tcp:59:lhsmtool_posix.0 Request processed in 122us (679us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839666.057643:0:19622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 17 00000100:00100000:1.0:1788839666.138596:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:3.0:1788839666.138688:0:18914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729394432 00000100:00100000:3.0:1788839666.138698:0:18914:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729394432 00000100:00100000:3.0:1788839666.138765:0:18914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 18 00000100:00100000:3.0:1788839666.138777:0:18914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3357d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:65e10b51-216f-4407-beae-a0a322978029+9:17419:x1875733729394432:12345-192.168.201.9@tcp:101:lfs.0 00010000:00010000:3.0:1788839666.138797:0:18914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788839666.138818:0:18914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031e00/0x4b63896d636418b6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7825089d24dbb5a4 expref: -99 pid: 18914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.138879:0:18914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031c00/0x4b63896d636418bd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.138915:0:18914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031c00/0x4b63896d636418bd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.138928:0:18914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031c00/0x4b63896d636418bd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.138944:0:18914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031800/0x4b63896d636418c4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.138950:0:18914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031800/0x4b63896d636418c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.138955:0:18914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031800/0x4b63896d636418c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.139207:0:18914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031c00/0x4b63896d636418bd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.139214:0:18914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031c00/0x4b63896d636418bd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.139221:0:18914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031c00/0x4b63896d636418bd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.139227:0:18914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb00031c00 already unused, calling callback (ffffffffc1e594f0) 00010000:00010000:3.0:1788839666.139231:0:18914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031c00/0x4b63896d636418bd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.139239:0:18914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031c00/0x4b63896d636418bd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.139252:0:18914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91eb0a302b00) 00010000:00010000:3.0:1788839666.139261:0:18914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788839666.139266:0:18914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031c00/0x4b63896d636418bd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.139273:0:18914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031c00/0x4b63896d636418bd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.139286:0:18914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031800/0x4b63896d636418c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.139291:0:18914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031800/0x4b63896d636418c4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.139295:0:18914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031800/0x4b63896d636418c4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.139300:0:18914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb00031800 already unused, calling callback (ffffffffc1e594f0) 00010000:00010000:3.0:1788839666.139302:0:18914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031800/0x4b63896d636418c4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.139307:0:18914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031800/0x4b63896d636418c4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.139315:0:18914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff91eb0c453c00) 00010000:00010000:3.0:1788839666.139317:0:18914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788839666.139320:0:18914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031800/0x4b63896d636418c4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.139325:0:18914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031800/0x4b63896d636418c4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.139361:0:18914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031e00/0x4b63896d636418b6 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb5a4 expref: 10 pid: 18914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.139390:0:18914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91eb0a302b00) 00010000:00010000:3.0:1788839666.139393:0:18914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788839666.139397:0:18914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031e00/0x4b63896d636418b6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb5a4 expref: 10 pid: 18914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.139407:0:18914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb00031e00, rc 0) 00000100:00100000:3.0:1788839666.139480:0:18914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3357d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:65e10b51-216f-4407-beae-a0a322978029+9:17419:x1875733729394432:12345-192.168.201.9@tcp:101:lfs.0 Request processed in 696us (884us total) trans 0 rc 301/301 00000100:00100000:3.0:1788839666.139488:0:18914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 18 00000100:00100000:2.0:1788839666.144517:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:1.0:1788839666.144721:0:18922:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729394560 00000100:00100000:1.0:1788839666.144731:0:18922:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729394560 00000100:00100000:1.0:1788839666.144787:0:18922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 0 00000100:00100000:1.0:1788839666.144797:0:18922:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb33129f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:65e10b51-216f-4407-beae-a0a322978029+9:17419:x1875733729394560:12345-192.168.201.9@tcp:700:lfs.0 00000100:00100000:1.0:1788839666.144886:0:18922:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb33129f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:65e10b51-216f-4407-beae-a0a322978029+9:17419:x1875733729394560:12345-192.168.201.9@tcp:700:lfs.0 Request processed in 91us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839666.144894:0:18922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 0 00000100:00100000:0.0:1788839666.148777:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:1.0:1788839666.148864:0:19622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729394816 00000100:00100000:1.0:1788839666.148875:0:19622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729394816 00000100:00100000:1.0:1788839666.148963:0:19622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 19 00000100:00100000:1.0:1788839666.148973:0:19622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb36f75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:65e10b51-216f-4407-beae-a0a322978029+9:17419:x1875733729394816:12345-192.168.201.9@tcp:36:lfs.0 00010000:00010000:1.0:1788839666.149028:0:19622:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788839666.149100:0:19622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964800/0x4b63896d636417f9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb51f expref: 9 pid: 18914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.149121:0:19622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91eb0a302b00) 00010000:00010000:1.0:1788839666.149127:0:19622:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788839666.149365:0:19622:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529800/0x4b63896d636418cb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.149391:0:19622:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c7a00/0x4b63896d63641831 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb581 expref: 5 pid: 18913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.149402:0:19622:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529800/0x4b63896d636418cb lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.149435:0:19622:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c7a00/0x4b63896d63641831 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb581 expref: 5 pid: 18913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.149450:0:19622:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c7a00/0x4b63896d63641831 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb581 expref: 5 pid: 18913 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788839666.149465:0:19622:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3357d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:19622:1875733747215104:192.168.201.9@tcp:104: 00000100:00100000:1.0:1788839666.149573:0:19622:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb33079780 going to sleep for 11 seconds 00000100:00100000:0.0:1788839666.156796:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:1.0:1788839666.156976:0:19622:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3357d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:19622:1875733747215104:192.168.201.9@tcp:104: 00010000:00010000:1.0:1788839666.157010:0:19622:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529800/0x4b63896d636418cb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788839666.157278:0:18899:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729394944 00000100:00100000:2.0:1788839666.157287:0:18899:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729394944 00010000:00010000:2.0:1788839666.157339:0:18899:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c7a00/0x4b63896d63641831 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb581 expref: 6 pid: 18913 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788839666.157387:0:18899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 9 00000100:00100000:2.0:1788839666.157398:0:18899:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb36f74e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:22c12b8d-bd5a-4e50-8071-0bc78a13d270+6:2358:x1875733729394944:12345-192.168.201.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788839666.157414:0:18899:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788839666.157421:0:18899:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c7a00/0x4b63896d63641831 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb581 expref: 6 pid: 18913 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839666.157434:0:18899:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c7a00/0x4b63896d63641831 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb581 expref: 6 pid: 18913 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839666.157666:0:18899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c7a00/0x4b63896d63641831 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb581 expref: 6 pid: 18913 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839666.157685:0:18899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91eb0a302b00) 00010000:00010000:2.0:1788839666.157691:0:18899:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529800/0x4b63896d636418cb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839666.157701:0:18899:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529800/0x4b63896d636418cb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839666.157718:0:18899:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529800/0x4b63896d636418cb lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839666.157747:0:18899:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788839666.157801:0:18899:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb36f74e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:22c12b8d-bd5a-4e50-8071-0bc78a13d270+5:2358:x1875733729394944:12345-192.168.201.9@tcp:103:ldlm_bl.0 Request processed in 404us (1015us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839666.157809:0:18899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 9 00010000:00010000:1.0:1788839666.158319:0:19622:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529800/0x4b63896d636418cb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.158330:0:19622:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529800/0x4b63896d636418cb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.158355:0:19622:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528200/0x4b63896d636418d2 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.158366:0:19622:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528200/0x4b63896d636418d2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.158375:0:19622:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528200/0x4b63896d636418d2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1788839666.161550:0:18909:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00200000:1.0:1788839666.162151:0:19622:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00010000:00010000:1.0:1788839666.162172:0:19622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529800/0x4b63896d636418cb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.162182:0:19622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529800/0x4b63896d636418cb lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.162191:0:19622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529800/0x4b63896d636418cb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.162197:0:19622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb14529800 already unused, calling callback (ffffffffc1e594f0) 00010000:00010000:1.0:1788839666.162201:0:19622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529800/0x4b63896d636418cb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.162210:0:19622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529800/0x4b63896d636418cb lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.162252:0:19622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91eb0a302b00) 00010000:00010000:1.0:1788839666.162255:0:19622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788839666.162261:0:19622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529800/0x4b63896d636418cb lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.162267:0:19622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529800/0x4b63896d636418cb lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788839666.162297:0:19622:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000063d426b6 reply state 00000000050bb2d1 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528200/0x4b63896d636418d2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788839666.162306:0:19622:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788839666.162428:0:19622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb36f75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:65e10b51-216f-4407-beae-a0a322978029+10:17419:x1875733729394816:12345-192.168.201.9@tcp:36:lfs.0 Request processed in 13452us (13658us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1788839666.162445:0:19622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 19 00010000:00010000:3.0:1788839666.165387:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528200/0x4b63896d636418d2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.165406:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528200/0x4b63896d636418d2 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.165415:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528200/0x4b63896d636418d2 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.165422:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb14528200 already unused, calling callback (ffffffffc1e594f0) 00010000:00010000:3.0:1788839666.165427:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528200/0x4b63896d636418d2 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.165435:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528200/0x4b63896d636418d2 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.165466:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff91eb05a79300) 00010000:00010000:3.0:1788839666.165479:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788839666.165497:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528200/0x4b63896d636418d2 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.165504:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528200/0x4b63896d636418d2 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788839666.243625:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:0.0:1788839666.243668:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:0.0:1788839666.243710:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:0.0:1788839666.243741:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:0.0:1788839666.243770:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:0.0:1788839666.243800:0:19598:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729395200 00000100:00100000:0.0:1788839666.243811:0:19598:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729395200 00000100:00100000:0.0:1788839666.243864:0:19598:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729395456 00000100:00100000:0.0:1788839666.243867:0:19598:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729395456 00000100:00100000:0.0:1788839666.243878:0:19598:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729395328 00000100:00100000:0.0:1788839666.243881:0:19598:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729395328 00000100:00100000:0.0:1788839666.243891:0:19598:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729395584 00000100:00100000:0.0:1788839666.243893:0:19598:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729395584 00000100:00100000:0.0:1788839666.243907:0:19598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 13 00000100:00100000:0.0:1788839666.243917:0:19598:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb36f74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:65e10b51-216f-4407-beae-a0a322978029+5:2357:x1875733729395200:12345-192.168.201.9@tcp:400:kworker.0 00000100:00100000:0.0:1788839666.243984:0:19598:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb36f74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:65e10b51-216f-4407-beae-a0a322978029+5:2357:x1875733729395200:12345-192.168.201.9@tcp:400:kworker.0 Request processed in 68us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839666.243991:0:19598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 13 00000100:00100000:0.0:1788839666.244007:0:19598:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 14 00000100:00100000:0.0:1788839666.244013:0:19598:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb36f77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:22c12b8d-bd5a-4e50-8071-0bc78a13d270+5:2357:x1875733729395456:12345-192.168.201.9@tcp:400:kworker.0 00000100:00100000:0.0:1788839666.244035:0:19598:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb36f77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:22c12b8d-bd5a-4e50-8071-0bc78a13d270+5:2357:x1875733729395456:12345-192.168.201.9@tcp:400:kworker.0 Request processed in 22us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839666.244041:0:19598:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 14 00000100:00100000:2.0:1788839666.244225:0:19600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 15 00000100:00100000:2.0:1788839666.244236:0:19600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb36f74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:65e10b51-216f-4407-beae-a0a322978029+5:2357:x1875733729395328:12345-192.168.201.9@tcp:400:kworker.0 00000100:00100000:2.0:1788839666.244265:0:19600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb36f74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:65e10b51-216f-4407-beae-a0a322978029+5:2357:x1875733729395328:12345-192.168.201.9@tcp:400:kworker.0 Request processed in 33us (524us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839666.244271:0:19600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 15 00000100:00100000:2.0:1788839666.244283:0:19600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 16 00000100:00100000:2.0:1788839666.244289:0:19600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb36f75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:22c12b8d-bd5a-4e50-8071-0bc78a13d270+5:2357:x1875733729395584:12345-192.168.201.9@tcp:400:kworker.0 00000100:00100000:2.0:1788839666.244311:0:19600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb36f75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:22c12b8d-bd5a-4e50-8071-0bc78a13d270+5:2357:x1875733729395584:12345-192.168.201.9@tcp:400:kworker.0 Request processed in 22us (539us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839666.244318:0:19600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 16 00000100:00080000:2.0:1788839666.244491:0:18909:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788839666.244496:0:18909:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788839666.244767:0:18907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729395072 00000100:00100000:3.0:1788839666.244772:0:18907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729395072 00000100:00100000:3.0:1788839666.244814:0:18907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 121 00000100:00100000:3.0:1788839666.244822:0:18907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb1060d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+13:2357:x1875733729395072:12345-192.168.201.9@tcp:400:kworker.0 00000100:00100000:3.0:1788839666.244865:0:18907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb1060d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+13:2357:x1875733729395072:12345-192.168.201.9@tcp:400:kworker.0 Request processed in 45us (1155us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839666.244871:0:18907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 121 00000100:00100000:0.0:1788839666.314823:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:3.0:1788839666.317552:0:18914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729395712 00000100:00100000:3.0:1788839666.317571:0:18914:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729395712 00000100:00100000:3.0:1788839666.317650:0:18914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 20 00000100:00100000:3.0:1788839666.317671:0:18914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb36f76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:65e10b51-216f-4407-beae-a0a322978029+9:17427:x1875733729395712:12345-192.168.201.9@tcp:101:lctl.0 00010000:00010000:3.0:1788839666.317698:0:18914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788839666.317721:0:18914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031e00/0x4b63896d636418d9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7825089d24dbb5ab expref: -99 pid: 18914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.317788:0:18914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031800/0x4b63896d636418e0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.317802:0:18914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031800/0x4b63896d636418e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.317817:0:18914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031800/0x4b63896d636418e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788839666.317871:0:18914:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:3.0:1788839666.317875:0:18914:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:3.0:1788839666.317912:0:18914:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031800/0x4b63896d636418e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.317936:0:18914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031e00/0x4b63896d636418d9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb5ab expref: 11 pid: 18914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.317955:0:18914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031800/0x4b63896d636418e0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb5ab expref: 10 pid: 18914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.317964:0:18914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91eb0c453c00) 00010000:00010000:3.0:1788839666.317967:0:18914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788839666.317970:0:18914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb00031800, rc 0) 00000100:00100000:3.0:1788839666.318042:0:18914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb36f76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:65e10b51-216f-4407-beae-a0a322978029+10:17427:x1875733729395712:12345-192.168.201.9@tcp:101:lctl.0 Request processed in 374us (3228us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839666.318088:0:18914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 20 00000100:00100000:1.0:1788839666.342802:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:0.0:1788839666.346771:0:18915:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729395840 00000100:00100000:0.0:1788839666.346788:0:18915:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729395840 00000100:00100000:0.0:1788839666.346886:0:18915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 21 00000100:00100000:0.0:1788839666.346897:0:18915:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3357d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:22c12b8d-bd5a-4e50-8071-0bc78a13d270+5:17428:x1875733729395840:12345-192.168.201.9@tcp:101:lfs.0 00010000:00010000:0.0:1788839666.346917:0:18915:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788839666.346936:0:18915:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c7000/0x4b63896d636418e7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7825089d24dbb5b2 expref: -99 pid: 18915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839666.347001:0:18915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6c00/0x4b63896d636418ee lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839666.347015:0:18915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6c00/0x4b63896d636418ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839666.347026:0:18915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6c00/0x4b63896d636418ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788839666.347102:0:18915:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:0.0:1788839666.347106:0:18915:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788839666.347125:0:18915:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6c00/0x4b63896d636418ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839666.347147:0:18915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c7000/0x4b63896d636418e7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb5b2 expref: 7 pid: 18915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839666.347165:0:18915:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6c00/0x4b63896d636418ee lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb5b2 expref: 6 pid: 18915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839666.347173:0:18915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91eb0c453c00) 00010000:00010000:0.0:1788839666.347176:0:18915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788839666.347180:0:18915:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb102c6c00, rc 0) 00000100:00100000:0.0:1788839666.347247:0:18915:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3357d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:22c12b8d-bd5a-4e50-8071-0bc78a13d270+6:17428:x1875733729395840:12345-192.168.201.9@tcp:101:lfs.0 Request processed in 351us (4455us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839666.347264:0:18915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 21 00000100:00100000:1.0:1788839666.350543:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:2.0:1788839666.350767:0:18913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729395968 00000100:00100000:2.0:1788839666.350788:0:18913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729395968 00000100:00100000:2.0:1788839666.350850:0:18913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 22 00000100:00100000:2.0:1788839666.350865:0:18913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3357df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:22c12b8d-bd5a-4e50-8071-0bc78a13d270+6:17428:x1875733729395968:12345-192.168.201.9@tcp:101:lfs.0 00010000:00010000:2.0:1788839666.350888:0:18913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788839666.350914:0:18913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964c00/0x4b63896d636418f5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7825089d24dbb5b9 expref: -99 pid: 18913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839666.350999:0:18913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965200/0x4b63896d636418fc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839666.351012:0:18913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965200/0x4b63896d636418fc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839666.351023:0:18913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965200/0x4b63896d636418fc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839666.351039:0:18913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964800/0x4b63896d63641903 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839666.351046:0:18913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964800/0x4b63896d63641903 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839666.351089:0:18913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964800/0x4b63896d63641903 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839666.351351:0:18913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965a00/0x4b63896d6364190a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839666.351360:0:18913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965a00/0x4b63896d6364190a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839666.351368:0:18913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965a00/0x4b63896d6364190a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788839666.351400:0:18913:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00000004:00200000:2.0:1788839666.351404:0:18913:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788839666.351421:0:18913:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965a00/0x4b63896d6364190a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839666.351459:0:18913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965200/0x4b63896d636418fc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839666.351474:0:18913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965200/0x4b63896d636418fc lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839666.351481:0:18913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965200/0x4b63896d636418fc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839666.351487:0:18913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb20965200 already unused, calling callback (ffffffffc1e594f0) 00010000:00010000:2.0:1788839666.351490:0:18913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965200/0x4b63896d636418fc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839666.351497:0:18913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965200/0x4b63896d636418fc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839666.351510:0:18913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91eb0c453c00) 00010000:00010000:2.0:1788839666.351513:0:18913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788839666.351518:0:18913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965200/0x4b63896d636418fc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839666.351523:0:18913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965200/0x4b63896d636418fc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839666.351536:0:18913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964800/0x4b63896d63641903 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839666.351541:0:18913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964800/0x4b63896d63641903 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839666.351547:0:18913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964800/0x4b63896d63641903 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839666.351562:0:18913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb20964800 already unused, calling callback (ffffffffc1e594f0) 00010000:00010000:2.0:1788839666.351565:0:18913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964800/0x4b63896d63641903 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839666.351571:0:18913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964800/0x4b63896d63641903 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839666.351651:0:18913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff91eb0a302600) 00010000:00010000:2.0:1788839666.351654:0:18913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788839666.351657:0:18913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964800/0x4b63896d63641903 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839666.351663:0:18913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964800/0x4b63896d63641903 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839666.351700:0:18913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964c00/0x4b63896d636418f5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb5b9 expref: 8 pid: 18913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839666.351714:0:18913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965a00/0x4b63896d6364190a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb5b9 expref: 7 pid: 18913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839666.351720:0:18913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff91eb0a302900) 00010000:00010000:2.0:1788839666.351723:0:18913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788839666.351725:0:18913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb20965a00, rc 0) 00000100:00100000:2.0:1788839666.351964:0:18913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3357df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:22c12b8d-bd5a-4e50-8071-0bc78a13d270+7:17428:x1875733729395968:12345-192.168.201.9@tcp:101:lfs.0 Request processed in 1103us (1429us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839666.351972:0:18913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 22 00000100:00100000:2.0:1788839666.362045:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:1.0:1788839666.363110:0:19622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729396224 00000100:00100000:1.0:1788839666.363128:0:19622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729396224 00000100:00100000:1.0:1788839666.363223:0:19622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 23 00000100:00100000:1.0:1788839666.363235:0:19622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb33129180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:22c12b8d-bd5a-4e50-8071-0bc78a13d270+7:17428:x1875733729396224:12345-192.168.201.9@tcp:101:lfs.0 00010000:00010000:1.0:1788839666.363255:0:19622:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788839666.363276:0:19622:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529200/0x4b63896d63641911 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7825089d24dbb5c0 expref: -99 pid: 19622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788839666.363373:0:19622:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00010000:00010000:1.0:1788839666.363700:0:19622:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529200/0x4b63896d63641911 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb5c0 expref: 9 pid: 19622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.363735:0:19622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91eb0c453c00) 00010000:00010000:1.0:1788839666.363738:0:19622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788839666.363744:0:19622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529200/0x4b63896d63641911 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb5c0 expref: 9 pid: 19622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.363761:0:19622:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb14529200, rc 0) 00000100:00100000:1.0:1788839666.363980:0:19622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb33129180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:22c12b8d-bd5a-4e50-8071-0bc78a13d270+8:17428:x1875733729396224:12345-192.168.201.9@tcp:101:lfs.0 Request processed in 747us (1952us total) trans 12884901891 rc 301/301 00000100:00100000:1.0:1788839666.363988:0:19622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 23 00000100:00100000:1.0:1788839666.379220:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:3.0:1788839666.379369:0:18914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729396480 00000100:00100000:3.0:1788839666.379381:0:18914:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729396480 00000100:00100000:3.0:1788839666.379448:0:18914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 24 00000100:00100000:3.0:1788839666.379459:0:18914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3357e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:22c12b8d-bd5a-4e50-8071-0bc78a13d270+8:17428:x1875733729396480:12345-192.168.201.9@tcp:36:lfs.0 00010000:00010000:3.0:1788839666.379526:0:18914:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788839666.379551:0:18914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965a00/0x4b63896d6364190a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb5b9 expref: 8 pid: 18913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.379572:0:18914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff91eb0a302900) 00010000:00010000:3.0:1788839666.379608:0:18914:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788839666.379634:0:18914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031e00/0x4b63896d6364191f lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.379647:0:18914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031e00/0x4b63896d6364191f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.379657:0:18914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031e00/0x4b63896d6364191f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788839666.380477:0:18914:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000ce0c7774 reply state 000000005301feb1 transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031e00/0x4b63896d6364191f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788839666.380491:0:18914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1788839666.380500:0:18914:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00000100:00100000:3.0:1788839666.380898:0:18914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3357e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:22c12b8d-bd5a-4e50-8071-0bc78a13d270+9:17428:x1875733729396480:12345-192.168.201.9@tcp:36:lfs.0 Request processed in 1437us (1684us total) trans 12884901892 rc 0/0 00000100:00100000:3.0:1788839666.380906:0:18914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 24 00000100:00100000:2.0:1788839666.387547:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:0.0:1788839666.387704:0:18916:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729396736 00000100:00100000:0.0:1788839666.387716:0:18916:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729396736 00000100:00100000:0.0:1788839666.387787:0:18916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 2 00000100:00100000:0.0:1788839666.387798:0:18916:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb33129c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:22c12b8d-bd5a-4e50-8071-0bc78a13d270+9:17428:x1875733729396736:12345-192.168.201.9@tcp:35:lfs.0 00000100:00100000:0.0:1788839666.388028:0:18916:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb33129c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:22c12b8d-bd5a-4e50-8071-0bc78a13d270+10:17428:x1875733729396736:12345-192.168.201.9@tcp:35:lfs.0 Request processed in 232us (493us total) trans 12884901893 rc 0/0 00000100:00100000:0.0:1788839666.388035:0:18916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 2 00010000:00010000:3.0:1788839666.389143:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031e00/0x4b63896d6364191f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.389298:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031e00/0x4b63896d6364191f lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.389306:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031e00/0x4b63896d6364191f lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.389313:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb00031e00 already unused, calling callback (ffffffffc1e594f0) 00010000:00010000:3.0:1788839666.389318:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031e00/0x4b63896d6364191f lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.389326:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031e00/0x4b63896d6364191f lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.389363:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff91eb0c453300) 00010000:00010000:3.0:1788839666.389367:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1788839666.389373:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031e00/0x4b63896d6364191f lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.389380:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031e00/0x4b63896d6364191f lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788839666.390722:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:1.0:1788839666.399547:0:19622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729396992 00000100:00100000:1.0:1788839666.399565:0:19622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729396992 00000100:00100000:1.0:1788839666.399700:0:19622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 25 00000100:00100000:1.0:1788839666.399715:0:19622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb36f77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:22c12b8d-bd5a-4e50-8071-0bc78a13d270+9:17428:x1875733729396992:12345-192.168.201.9@tcp:101:lfs.0 00010000:00010000:1.0:1788839666.399746:0:19622:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788839666.400227:0:19622:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528000/0x4b63896d63641926 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7825089d24dbb5c7 expref: -99 pid: 19622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.400313:0:19622:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d6364192d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.400327:0:19622:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d6364192d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.400339:0:19622:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d6364192d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.400373:0:19622:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528e00/0x4b63896d63641934 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.400381:0:19622:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528e00/0x4b63896d63641934 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.400388:0:19622:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528e00/0x4b63896d63641934 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788839666.400511:0:19622:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00010000:00010000:1.0:1788839666.400620:0:19622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d6364192d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.400629:0:19622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d6364192d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.400636:0:19622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d6364192d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.400642:0:19622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb14528a00 already unused, calling callback (ffffffffc1e594f0) 00010000:00010000:1.0:1788839666.400647:0:19622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d6364192d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.400655:0:19622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d6364192d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.400667:0:19622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91eb0c453c00) 00010000:00010000:1.0:1788839666.400670:0:19622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788839666.400675:0:19622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d6364192d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.400693:0:19622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d6364192d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.400707:0:19622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528e00/0x4b63896d63641934 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.400713:0:19622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528e00/0x4b63896d63641934 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.400719:0:19622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528e00/0x4b63896d63641934 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.400725:0:19622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb14528e00 already unused, calling callback (ffffffffc1e594f0) 00010000:00010000:1.0:1788839666.400728:0:19622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528e00/0x4b63896d63641934 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.400734:0:19622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528e00/0x4b63896d63641934 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.400741:0:19622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff91eb05a79800) 00010000:00010000:1.0:1788839666.400744:0:19622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788839666.400747:0:19622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528e00/0x4b63896d63641934 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.400753:0:19622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528e00/0x4b63896d63641934 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.402244:0:19622:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528000/0x4b63896d63641926 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb5c7 expref: 11 pid: 19622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.402286:0:19622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91eb0c453c00) 00010000:00010000:1.0:1788839666.402289:0:19622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788839666.402296:0:19622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528000/0x4b63896d63641926 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb5c7 expref: 11 pid: 19622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.402314:0:19622:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb14528000, rc 0) 00000100:00100000:1.0:1788839666.402390:0:19622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb36f77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:22c12b8d-bd5a-4e50-8071-0bc78a13d270+10:17428:x1875733729396992:12345-192.168.201.9@tcp:101:lfs.0 Request processed in 2678us (11677us total) trans 12884901894 rc 301/301 00000100:00100000:1.0:1788839666.402399:0:19622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 25 00000100:00100000:1.0:1788839666.406117:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:3.0:1788839666.406624:0:18914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729397120 00000100:00100000:3.0:1788839666.406641:0:18914:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729397120 00000100:00100000:3.0:1788839666.406809:0:18914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 26 00000100:00100000:3.0:1788839666.406824:0:18914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3357c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:22c12b8d-bd5a-4e50-8071-0bc78a13d270+10:17428:x1875733729397120:12345-192.168.201.9@tcp:101:lfs.0 00010000:00010000:3.0:1788839666.406859:0:18914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788839666.406889:0:18914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031e00/0x4b63896d63641942 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7825089d24dbb5ce expref: -99 pid: 18914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.407018:0:18914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031c00/0x4b63896d63641949 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.407037:0:18914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031c00/0x4b63896d63641949 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.407098:0:18914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031c00/0x4b63896d63641949 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788839666.407134:0:18914:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00000004:00200000:3.0:1788839666.407139:0:18914:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:3.0:1788839666.407165:0:18914:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031c00/0x4b63896d63641949 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.407228:0:18914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031e00/0x4b63896d63641942 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb5ce expref: 12 pid: 18914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.407253:0:18914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031c00/0x4b63896d63641949 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb5ce expref: 11 pid: 18914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.407262:0:18914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff91eb0c453300) 00010000:00010000:3.0:1788839666.407264:0:18914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788839666.407268:0:18914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb00031c00, rc 0) 00000100:00100000:3.0:1788839666.407353:0:18914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3357c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:22c12b8d-bd5a-4e50-8071-0bc78a13d270+11:17428:x1875733729397120:12345-192.168.201.9@tcp:101:lfs.0 Request processed in 533us (1247us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839666.407358:0:18914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 26 00000100:00100000:2.0:1788839666.411998:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:0.0:1788839666.414797:0:18916:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729397248 00000100:00100000:0.0:1788839666.414822:0:18916:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729397248 00000100:00100000:0.0:1788839666.414915:0:18916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 3 00000100:00100000:0.0:1788839666.414927:0:18916:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3cbef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:22c12b8d-bd5a-4e50-8071-0bc78a13d270+11:17428:x1875733729397248:12345-192.168.201.9@tcp:37:lfs.0 00000100:00100000:1.0:1788839666.425017:0:18916:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3cbef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:22c12b8d-bd5a-4e50-8071-0bc78a13d270+11:17428:x1875733729397248:12345-192.168.201.9@tcp:37:lfs.0 Request processed in 10075us (13021us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839666.425033:0:18916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 3 00000100:00100000:1.0:1788839666.436113:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:2.0:1788839666.436364:0:18917:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729397504 00000100:00100000:2.0:1788839666.436378:0:18917:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729397504 00000100:00100000:2.0:1788839666.436455:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 4 00000100:00100000:2.0:1788839666.436479:0:18917:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb09e69850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:22c12b8d-bd5a-4e50-8071-0bc78a13d270+11:17428:x1875733729397504:12345-192.168.201.9@tcp:35:lfs.0 00000100:00100000:2.0:1788839666.436883:0:18917:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb09e69850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:22c12b8d-bd5a-4e50-8071-0bc78a13d270+12:17428:x1875733729397504:12345-192.168.201.9@tcp:35:lfs.0 Request processed in 416us (838us total) trans 12884901895 rc 0/0 00000100:00100000:2.0:1788839666.436893:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 4 00000100:00100000:3.0:1788839666.483313:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:1.0:1788839666.483431:0:18915:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729397632 00000100:00100000:1.0:1788839666.483446:0:18915:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729397632 00000100:00100000:1.0:1788839666.483537:0:18915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 27 00000100:00100000:1.0:1788839666.483551:0:18915:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ea02eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:65e10b51-216f-4407-beae-a0a322978029+10:17434:x1875733729397632:12345-192.168.201.9@tcp:101:bash.0 00010000:00010000:1.0:1788839666.483582:0:18915:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788839666.483613:0:18915:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528e00/0x4b63896d63641950 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7825089d24dbb5d5 expref: -99 pid: 18915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.483708:0:18915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d63641957 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.483726:0:18915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d63641957 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.483762:0:18915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d63641957 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.483782:0:18915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529600/0x4b63896d6364195e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.483790:0:18915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529600/0x4b63896d6364195e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.483798:0:18915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529600/0x4b63896d6364195e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.483942:0:18915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528400/0x4b63896d63641965 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.483952:0:18915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528400/0x4b63896d63641965 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.483960:0:18915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528400/0x4b63896d63641965 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788839666.483997:0:18915:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00000004:00200000:1.0:1788839666.484001:0:18915:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:1.0:1788839666.484113:0:18915:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528400/0x4b63896d63641965 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.484129:0:18915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d63641957 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.484137:0:18915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d63641957 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.484156:0:18915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d63641957 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.484163:0:18915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb14528a00 already unused, calling callback (ffffffffc1e594f0) 00010000:00010000:1.0:1788839666.484169:0:18915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d63641957 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.484178:0:18915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d63641957 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.484195:0:18915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91eb0c453c00) 00010000:00010000:1.0:1788839666.484199:0:18915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788839666.484204:0:18915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d63641957 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.484211:0:18915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d63641957 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.484228:0:18915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529600/0x4b63896d6364195e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.484235:0:18915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529600/0x4b63896d6364195e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.484242:0:18915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529600/0x4b63896d6364195e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.484247:0:18915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb14529600 already unused, calling callback (ffffffffc1e594f0) 00010000:00010000:1.0:1788839666.484250:0:18915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529600/0x4b63896d6364195e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.484268:0:18915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529600/0x4b63896d6364195e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.484277:0:18915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff91eb05a79800) 00010000:00010000:1.0:1788839666.484279:0:18915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788839666.484282:0:18915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529600/0x4b63896d6364195e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.484288:0:18915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529600/0x4b63896d6364195e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.484328:0:18915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528e00/0x4b63896d63641950 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb5d5 expref: 12 pid: 18915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.484343:0:18915:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528400/0x4b63896d63641965 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb5d5 expref: 11 pid: 18915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.484352:0:18915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff91eb0c453300) 00010000:00010000:1.0:1788839666.484355:0:18915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1788839666.484358:0:18915:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb14528400, rc 0) 00000100:00100000:1.0:1788839666.484449:0:18915:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ea02eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:65e10b51-216f-4407-beae-a0a322978029+11:17434:x1875733729397632:12345-192.168.201.9@tcp:101:bash.0 Request processed in 901us (1150us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839666.484458:0:18915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 27 00000100:00100000:0.0:1788839666.488996:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:2.0:1788839666.489266:0:18913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729397888 00000100:00100000:2.0:1788839666.489280:0:18913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729397888 00000100:00100000:2.0:1788839666.489595:0:18913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 28 00000100:00100000:2.0:1788839666.489609:0:18913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb36f74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:65e10b51-216f-4407-beae-a0a322978029+11:17434:x1875733729397888:12345-192.168.201.9@tcp:101:bash.0 00010000:00010000:2.0:1788839666.489642:0:18913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788839666.489676:0:18913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965200/0x4b63896d6364196c lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7825089d24dbb5dc expref: -99 pid: 18913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839666.489848:0:18913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964800/0x4b63896d63641973 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839666.489867:0:18913:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031c00/0x4b63896d63641949 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb5ce expref: 11 pid: 18914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839666.489878:0:18913:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964800/0x4b63896d63641973 lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839666.489937:0:18913:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031c00/0x4b63896d63641949 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb5ce expref: 11 pid: 18914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839666.489980:0:18913:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031c00/0x4b63896d63641949 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb5ce expref: 11 pid: 18914 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788839666.489999:0:18913:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3cbef800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:18913:1875733747215232:192.168.201.9@tcp:104: 00000100:00100000:2.0:1788839666.490287:0:18913:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ea0317d6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788839666.493410:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:2.0:1788839666.493625:0:3314:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ea02eb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1875733747215360:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788839666.493691:0:18913:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3cbef800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:18913:1875733747215232:192.168.201.9@tcp:104: 00010000:00010000:1.0:1788839666.493726:0:18913:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964800/0x4b63896d63641973 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788839666.493782:0:18898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729398016 00000100:00100000:0.0:1788839666.493792:0:18898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729398016 00010000:00010000:0.0:1788839666.493841:0:18898:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031c00/0x4b63896d63641949 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb5ce expref: 12 pid: 18914 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788839666.493907:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788839666.493922:0:18898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 10 00000100:00100000:0.0:1788839666.493934:0:18898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3cbedc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:22c12b8d-bd5a-4e50-8071-0bc78a13d270+12:2357:x1875733729398016:12345-192.168.201.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788839666.493950:0:18898:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788839666.493959:0:18898:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031c00/0x4b63896d63641949 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb5ce expref: 12 pid: 18914 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839666.493996:0:18898:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031c00/0x4b63896d63641949 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb5ce expref: 12 pid: 18914 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839666.494025:0:18898:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031c00/0x4b63896d63641949 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb5ce expref: 12 pid: 18914 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839666.494093:0:18898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff91eb0c453300) 00010000:00010000:0.0:1788839666.494099:0:18898:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964800/0x4b63896d63641973 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839666.494111:0:18898:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964800/0x4b63896d63641973 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839666.494120:0:18898:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964800/0x4b63896d63641973 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839666.494147:0:18898:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788839666.494201:0:18898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3cbedc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:22c12b8d-bd5a-4e50-8071-0bc78a13d270+11:2357:x1875733729398016:12345-192.168.201.9@tcp:103:ldlm_bl.0 Request processed in 268us (806us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839666.494209:0:18898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 10 00000100:00100000:3.0:1788839666.494274:0:19602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747215360 00000100:00100000:3.0:1788839666.494280:0:19602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747215360 00000100:00100000:3.0:1788839666.494329:0:19602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788839666.494337:0:19602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3cbef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1875733747215360:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788839666.494380:0:19602:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1788839666.494432:0:19602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3cbef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1875733747215360:12345-0@lo:13:osp-pre-0-0.0 Request processed in 96us (524us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839666.494438:0:19602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00080000:3.0:1788839666.494461:0:18909:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788839666.494505:0:3314:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ea02eb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1875733747215360:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1788839666.494665:0:18913:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964800/0x4b63896d63641973 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.494685:0:18913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964800/0x4b63896d63641973 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839666.498880:0:18913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965a00/0x4b63896d6364197a lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839666.498914:0:18913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965a00/0x4b63896d6364197a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839666.498930:0:18913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965a00/0x4b63896d6364197a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839666.500446:0:18913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964c00/0x4b63896d63641981 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839666.502012:0:18913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964c00/0x4b63896d63641981 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839666.502085:0:18913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964c00/0x4b63896d63641981 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788839666.502109:0:18913:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1788839666.502191:0:18913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964800/0x4b63896d63641973 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839666.502219:0:18913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964800/0x4b63896d63641973 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839666.502228:0:18913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964800/0x4b63896d63641973 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839666.502235:0:18913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb20964800 already unused, calling callback (ffffffffc1e594f0) 00010000:00010000:2.0:1788839666.502240:0:18913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964800/0x4b63896d63641973 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839666.502248:0:18913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964800/0x4b63896d63641973 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839666.502266:0:18913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff91eb0c453300) 00010000:00010000:2.0:1788839666.502269:0:18913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788839666.502276:0:18913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964800/0x4b63896d63641973 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839666.502282:0:18913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964800/0x4b63896d63641973 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788839666.502303:0:18913:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000eb4526a6 reply state 00000000cd3d9176 transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965a00/0x4b63896d6364197a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788839666.502314:0:18913:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1788839666.502379:0:18913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965200/0x4b63896d6364196c lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb5dc expref: 14 pid: 18913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839666.502397:0:18913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964c00/0x4b63896d63641981 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb5dc expref: 13 pid: 18913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839666.502417:0:18913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91eb0a302d00) 00010000:00010000:2.0:1788839666.502420:0:18913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1788839666.502423:0:18913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb20964c00, rc 0) 00000100:00100000:2.0:1788839666.502549:0:18913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb36f74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:65e10b51-216f-4407-beae-a0a322978029+14:17434:x1875733729397888:12345-192.168.201.9@tcp:101:bash.0 Request processed in 12942us (13567us total) trans 12884901896 rc 0/0 00000100:00100000:2.0:1788839666.502559:0:18913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 28 00010000:00010000:3.0:1788839666.505880:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965a00/0x4b63896d6364197a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.505971:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965a00/0x4b63896d6364197a lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.505982:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965a00/0x4b63896d6364197a lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.505989:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb20965a00 already unused, calling callback (ffffffffc1e594f0) 00010000:00010000:3.0:1788839666.505995:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965a00/0x4b63896d6364197a lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.506005:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965a00/0x4b63896d6364197a lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.506028:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff91eb0a302600) 00010000:00010000:3.0:1788839666.506032:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788839666.506038:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965a00/0x4b63896d6364197a lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.506045:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965a00/0x4b63896d6364197a lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788839666.524903:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:1.0:1788839666.525661:0:18915:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729398144 00000100:00100000:1.0:1788839666.529267:0:18915:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729398144 00000100:00100000:1.0:1788839666.529531:0:18915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 29 00000100:00100000:1.0:1788839666.529547:0:18915:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ea02eb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:65e10b51-216f-4407-beae-a0a322978029+13:17434:x1875733729398144:12345-192.168.201.9@tcp:101:bash.0 00010000:00010000:1.0:1788839666.529590:0:18915:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788839666.529624:0:18915:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529600/0x4b63896d6364198f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7825089d24dbb5e3 expref: -99 pid: 18915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.529740:0:18915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d63641996 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.529761:0:18915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d63641996 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.529776:0:18915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d63641996 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788839666.529833:0:18915:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:1.0:1788839666.529839:0:18915:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1788839666.529862:0:18915:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d63641996 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.529875:0:18915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d63641996 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.529906:0:18915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529600/0x4b63896d6364198f lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb5e3 expref: 15 pid: 18915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.529933:0:18915:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d63641996 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb5e3 expref: 14 pid: 18915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.529944:0:18915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91eb0a302d00) 00010000:00010000:1.0:1788839666.529972:0:18915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788839666.529978:0:18915:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb14528a00, rc 0) 00000100:00100000:1.0:1788839666.530433:0:18915:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ea02eb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:65e10b51-216f-4407-beae-a0a322978029+14:17434:x1875733729398144:12345-192.168.201.9@tcp:101:bash.0 Request processed in 888us (5543us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839666.530441:0:18915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 29 00000100:00100000:2.0:1788839666.538806:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:1.0:1788839666.538910:0:18916:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729398400 00000100:00100000:1.0:1788839666.538926:0:18916:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729398400 00000100:00100000:1.0:1788839666.539008:0:18916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 5 00000100:00100000:1.0:1788839666.539022:0:18916:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3cbef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:65e10b51-216f-4407-beae-a0a322978029+14:17434:x1875733729398400:12345-192.168.201.9@tcp:35:bash.0 00000100:00100000:1.0:1788839666.539579:0:18916:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3cbef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:65e10b51-216f-4407-beae-a0a322978029+15:17434:x1875733729398400:12345-192.168.201.9@tcp:35:bash.0 Request processed in 556us (786us total) trans 12884901897 rc 0/0 00000100:00100000:1.0:1788839666.539589:0:18916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 5 00010000:00010000:3.0:1788839666.621488:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788839666.645811:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:3.0:1788839666.645899:0:18914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729398656 00000100:00100000:3.0:1788839666.645930:0:18914:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729398656 00000100:00100000:3.0:1788839666.645999:0:18914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 30 00000100:00100000:3.0:1788839666.646009:0:18914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb33128380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:65e10b51-216f-4407-beae-a0a322978029+15:17444:x1875733729398656:12345-192.168.201.9@tcp:101:lfs.0 00010000:00010000:3.0:1788839666.646045:0:18914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788839666.646089:0:18914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00030a00/0x4b63896d6364199d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7825089d24dbb5ea expref: -99 pid: 18914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788839666.646198:0:18914:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 16384 00010000:00010000:3.0:1788839666.646332:0:18914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00030a00/0x4b63896d6364199d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb5ea expref: 17 pid: 18914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.646346:0:18914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91eb0c453c00) 00010000:00010000:3.0:1788839666.646348:0:18914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788839666.646352:0:18914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00030a00/0x4b63896d6364199d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb5ea expref: 17 pid: 18914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.646365:0:18914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb00030a00, rc 0) 00000100:00100000:3.0:1788839666.646549:0:18914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb33128380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:65e10b51-216f-4407-beae-a0a322978029+16:17444:x1875733729398656:12345-192.168.201.9@tcp:101:lfs.0 Request processed in 539us (750us total) trans 12884901898 rc 301/301 00000100:00100000:3.0:1788839666.646557:0:18914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 30 00000100:00100000:3.0:1788839666.649831:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:1.0:1788839666.650111:0:18916:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729398912 00000100:00100000:1.0:1788839666.650125:0:18916:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729398912 00000100:00100000:1.0:1788839666.650478:0:18916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 6 00000100:00100000:1.0:1788839666.650495:0:18916:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ea02eb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:65e10b51-216f-4407-beae-a0a322978029+16:17444:x1875733729398912:12345-192.168.201.9@tcp:35:lfs.0 00000100:00100000:1.0:1788839666.650869:0:18916:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ea02eb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:65e10b51-216f-4407-beae-a0a322978029+17:17444:x1875733729398912:12345-192.168.201.9@tcp:35:lfs.0 Request processed in 378us (1051us total) trans 12884901899 rc 0/0 00000100:00100000:1.0:1788839666.650879:0:18916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 6 00000100:00100000:1.0:1788839666.706661:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:3.0:1788839666.706778:0:19622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729399168 00000100:00100000:3.0:1788839666.706794:0:19622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729399168 00000100:00100000:3.0:1788839666.706885:0:19622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 31 00000100:00100000:3.0:1788839666.706899:0:19622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3357ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:65e10b51-216f-4407-beae-a0a322978029+17:17447:x1875733729399168:12345-192.168.201.9@tcp:101:lfs.0 00010000:00010000:3.0:1788839666.707213:0:19622:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788839666.707246:0:19622:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031e00/0x4b63896d636419ab lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7825089d24dbb5f1 expref: -99 pid: 19622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.707427:0:19622:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00030a00/0x4b63896d636419b2 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.707446:0:19622:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00030a00/0x4b63896d636419b2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.707480:0:19622:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00030a00/0x4b63896d636419b2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788839666.707495:0:19622:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1788839666.707692:0:19622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031e00/0x4b63896d636419ab lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb5f1 expref: 20 pid: 19622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.707857:0:19622:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00030a00/0x4b63896d636419b2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb5f1 expref: 19 pid: 19622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839666.707870:0:19622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91eb0a302d00) 00010000:00010000:3.0:1788839666.707873:0:19622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788839666.707878:0:19622:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb00030a00, rc 0) 00000100:00100000:3.0:1788839666.708250:0:19622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3357ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:65e10b51-216f-4407-beae-a0a322978029+19:17447:x1875733729399168:12345-192.168.201.9@tcp:101:lfs.0 Request processed in 1353us (1605us total) trans 12884901900 rc 0/0 00000100:00100000:3.0:1788839666.708259:0:19622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 31 00000100:00100000:3.0:1788839666.713016:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:3.0:1788839666.713120:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:1.0:1788839666.713393:0:18913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729399424 00000100:00100000:1.0:1788839666.713409:0:18913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729399424 00000100:00100000:1.0:1788839666.713509:0:18913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 32 00000100:00100000:1.0:1788839666.713524:0:18913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ea02eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:65e10b51-216f-4407-beae-a0a322978029+19:17447:x1875733729399424:12345-192.168.201.9@tcp:54:lfs.0 00010000:00010000:1.0:1788839666.713621:0:18913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529200/0x4b63896d636419c0 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.713669:0:18913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529200/0x4b63896d636419c0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.713686:0:18913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529200/0x4b63896d636419c0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.713740:0:18913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529200/0x4b63896d636419c0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.713749:0:18913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529200/0x4b63896d636419c0 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.713757:0:18913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529200/0x4b63896d636419c0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.713763:0:18913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb14529200 already unused, calling callback (ffffffffc1e594f0) 00010000:00010000:1.0:1788839666.713769:0:18913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529200/0x4b63896d636419c0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.713779:0:18913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529200/0x4b63896d636419c0 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.713794:0:18913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91eb0a302d00) 00010000:00010000:1.0:1788839666.713798:0:18913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788839666.713805:0:18913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529200/0x4b63896d636419c0 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839666.713812:0:18913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529200/0x4b63896d636419c0 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788839666.713932:0:18913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ea02eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:65e10b51-216f-4407-beae-a0a322978029+19:17447:x1875733729399424:12345-192.168.201.9@tcp:54:lfs.0 Request processed in 411us (811us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839666.713947:0:18913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 32 00000100:00100000:2.0:1788839666.717803:0:18899:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729399296 00000100:00100000:2.0:1788839666.717827:0:18899:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729399296 00000100:00100000:2.0:1788839666.717929:0:18899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 0 00000100:00100000:2.0:1788839666.717944:0:18899:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ea02eb5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:65e10b51-216f-4407-beae-a0a322978029+19:2358:x1875733729399296:12345-192.168.201.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788839666.717966:0:18899:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788839666.718000:0:18899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00030a00/0x4b63896d636419b2 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb5f1 expref: 19 pid: 19622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839666.718025:0:18899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91eb0a302d00) 00010000:00010000:2.0:1788839666.718031:0:18899:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788839666.718136:0:18899:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ea02eb5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:65e10b51-216f-4407-beae-a0a322978029+18:2358:x1875733729399296:12345-192.168.201.9@tcp:103:ldlm_bl.0 Request processed in 195us (5138us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839666.718144:0:18899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 0 00000100:00100000:3.0:1788839666.720487:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:2.0:1788839666.722547:0:18917:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729399680 00000100:00100000:2.0:1788839666.722802:0:18917:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729399680 00000100:00100000:2.0:1788839666.722949:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 7 00000100:00100000:2.0:1788839666.722963:0:18917:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ea02eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:65e10b51-216f-4407-beae-a0a322978029+18:17447:x1875733729399680:12345-192.168.201.9@tcp:35:lfs.0 00000100:00100000:2.0:1788839666.723589:0:18917:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ea02eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:65e10b51-216f-4407-beae-a0a322978029+19:17447:x1875733729399680:12345-192.168.201.9@tcp:35:lfs.0 Request processed in 626us (3124us total) trans 12884901901 rc 0/0 00000100:00100000:2.0:1788839666.723599:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 7 00000040:00080000:2.0:1788839667.005783:0:18945:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1788839667.034749:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:1.0:1788839667.035236:0:19622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729399936 00000100:00100000:1.0:1788839667.035253:0:19622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729399936 00000100:00100000:1.0:1788839667.035342:0:19622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 33 00000100:00100000:1.0:1788839667.035355:0:19622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ea02eb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:65e10b51-216f-4407-beae-a0a322978029+19:17478:x1875733729399936:12345-192.168.201.9@tcp:101:cat.0 00010000:00010000:1.0:1788839667.035393:0:19622:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788839667.035422:0:19622:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529200/0x4b63896d636419c7 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7825089d24dbb5f8 expref: -99 pid: 19622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839667.035589:0:19622:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528200/0x4b63896d636419ce lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839667.035606:0:19622:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528200/0x4b63896d636419ce lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839667.035622:0:19622:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528200/0x4b63896d636419ce lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788839667.035637:0:19622:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1788839667.035825:0:19622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529200/0x4b63896d636419c7 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb5f8 expref: 22 pid: 19622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839667.035849:0:19622:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528200/0x4b63896d636419ce lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb5f8 expref: 21 pid: 19622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839667.035859:0:19622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91eb0a302d00) 00010000:00010000:1.0:1788839667.035862:0:19622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788839667.035866:0:19622:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb14528200, rc 0) 00000100:00100000:1.0:1788839667.035991:0:19622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ea02eb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:65e10b51-216f-4407-beae-a0a322978029+21:17478:x1875733729399936:12345-192.168.201.9@tcp:101:cat.0 Request processed in 638us (1256us total) trans 12884901902 rc 0/0 00000100:00100000:1.0:1788839667.035999:0:19622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 33 00000100:00100000:0.0:1788839667.039859:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:3.0:1788839667.041217:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:1.0:1788839667.041360:0:18898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729400320 00000100:00100000:1.0:1788839667.041374:0:18898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729400320 00000100:00100000:1.0:1788839667.041477:0:18898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 1 00000100:00100000:1.0:1788839667.041491:0:18898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ea02eb7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:65e10b51-216f-4407-beae-a0a322978029+21:2356:x1875733729400320:12345-192.168.201.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788839667.041997:0:18898:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788839667.042037:0:18898:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528200/0x4b63896d636419ce lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb5f8 expref: 21 pid: 19622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788839667.042170:0:18916:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729400192 00000100:00100000:2.0:1788839667.042178:0:18916:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729400192 00000100:00100000:2.0:1788839667.042233:0:18916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 8 00000100:00100000:2.0:1788839667.042243:0:18916:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb36f77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:65e10b51-216f-4407-beae-a0a322978029+22:17478:x1875733729400192:12345-192.168.201.9@tcp:35:cat.0 00010000:00010000:1.0:1788839667.042292:0:18898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91eb0a302d00) 00010000:00010000:1.0:1788839667.042302:0:18898:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788839667.043319:0:18898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ea02eb7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:65e10b51-216f-4407-beae-a0a322978029+21:2356:x1875733729400320:12345-192.168.201.9@tcp:103:ldlm_bl.0 Request processed in 1823us (2106us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839667.043332:0:18898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 1 00000100:00100000:2.0:1788839667.045440:0:18916:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb36f77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:65e10b51-216f-4407-beae-a0a322978029+21:17478:x1875733729400192:12345-192.168.201.9@tcp:35:cat.0 Request processed in 3183us (5585us total) trans 12884901903 rc 0/0 00000100:00100000:2.0:1788839667.045467:0:18916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 8 00000100:00100000:0.0:1788839667.123981:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:1.0:1788839667.124679:0:18913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729400576 00000100:00100000:1.0:1788839667.124694:0:18913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729400576 00000100:00100000:2.0:1788839667.126317:0:18913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 34 00000100:00100000:2.0:1788839667.126337:0:18913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb36f76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:65e10b51-216f-4407-beae-a0a322978029+21:17484:x1875733729400576:12345-192.168.201.9@tcp:101:dd.0 00010000:00010000:2.0:1788839667.126382:0:18913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788839667.126414:0:18913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965200/0x4b63896d636419dc lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7825089d24dbb5ff expref: -99 pid: 18913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839667.126574:0:18913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965a00/0x4b63896d636419e3 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839667.126594:0:18913:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964c00/0x4b63896d63641981 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb5dc expref: 22 pid: 18913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839667.126603:0:18913:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d63641996 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb5e3 expref: 22 pid: 18915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839667.126640:0:18913:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965a00/0x4b63896d636419e3 lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839667.126689:0:18913:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d63641996 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb5e3 expref: 22 pid: 18915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839667.126707:0:18913:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d63641996 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb5e3 expref: 22 pid: 18915 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788839667.126725:0:18913:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb33129c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:18913:1875733747215488:192.168.201.9@tcp:104: 00010000:00010000:2.0:1788839667.126892:0:18913:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964c00/0x4b63896d63641981 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb5dc expref: 22 pid: 18913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839667.126915:0:18913:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964c00/0x4b63896d63641981 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb5dc expref: 22 pid: 18913 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788839667.126926:0:18913:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb37575f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:18913:1875733747215616:192.168.201.9@tcp:104: 00000100:00100000:2.0:1788839667.126953:0:18913:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ea0317d480 going to sleep for 11 seconds 00000100:00100000:0.0:1788839667.132123:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:2.0:1788839667.132214:0:18913:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb33129c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:18913:1875733747215488:192.168.201.9@tcp:104: 00000100:00100000:2.0:1788839667.132231:0:18913:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb37575f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:18913:1875733747215616:192.168.201.9@tcp:104: 00010000:00010000:2.0:1788839667.132281:0:18913:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965a00/0x4b63896d636419e3 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788839667.132359:0:18900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729400832 00000100:00100000:1.0:1788839667.132370:0:18900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729400832 00010000:00010000:1.0:1788839667.132422:0:18900:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964c00/0x4b63896d63641981 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb5dc expref: 23 pid: 18913 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788839667.132480:0:18900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 11 00000100:00100000:1.0:1788839667.132492:0:18900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb10772450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:65e10b51-216f-4407-beae-a0a322978029+23:2355:x1875733729400832:12345-192.168.201.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788839667.132516:0:18900:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788839667.132526:0:18900:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964c00/0x4b63896d63641981 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb5dc expref: 23 pid: 18913 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839667.132558:0:18900:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964c00/0x4b63896d63641981 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb5dc expref: 23 pid: 18913 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839667.132589:0:18900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964c00/0x4b63896d63641981 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb5dc expref: 23 pid: 18913 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839667.132609:0:18900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91eb0a302d00) 00010000:00010000:1.0:1788839667.132615:0:18900:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965a00/0x4b63896d636419e3 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839667.132625:0:18900:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965a00/0x4b63896d636419e3 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839667.132632:0:18900:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788839667.132704:0:18900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb10772450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:65e10b51-216f-4407-beae-a0a322978029+22:2355:x1875733729400832:12345-192.168.201.9@tcp:103:ldlm_bl.0 Request processed in 213us (596us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839667.132713:0:18900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 11 00000100:00100000:0.0:1788839667.133426:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:1.0:1788839667.133835:0:18898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729400704 00000100:00100000:1.0:1788839667.133845:0:18898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729400704 00010000:00010000:1.0:1788839667.133878:0:18898:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d63641996 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb5e3 expref: 22 pid: 18915 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788839667.134007:0:18898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 12 00000100:00100000:1.0:1788839667.134022:0:18898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb36f77480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:65e10b51-216f-4407-beae-a0a322978029+22:2357:x1875733729400704:12345-192.168.201.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788839667.134037:0:18898:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788839667.134045:0:18898:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d63641996 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb5e3 expref: 22 pid: 18915 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839667.134104:0:18898:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d63641996 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb5e3 expref: 22 pid: 18915 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839667.134125:0:18898:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d63641996 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb5e3 expref: 22 pid: 18915 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839667.134144:0:18898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91eb0a302d00) 00010000:00010000:1.0:1788839667.134149:0:18898:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965a00/0x4b63896d636419e3 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839667.134160:0:18898:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965a00/0x4b63896d636419e3 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839667.134169:0:18898:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965a00/0x4b63896d636419e3 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839667.134324:0:18898:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788839667.134398:0:18898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb36f77480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:65e10b51-216f-4407-beae-a0a322978029+21:2357:x1875733729400704:12345-192.168.201.9@tcp:103:ldlm_bl.0 Request processed in 377us (975us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839667.134406:0:18898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 12 00010000:00010000:2.0:1788839667.134773:0:18913:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965a00/0x4b63896d636419e3 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839667.134796:0:18913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965a00/0x4b63896d636419e3 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788839667.134820:0:18913:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1788839667.135134:0:18913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965200/0x4b63896d636419dc lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb5ff expref: 22 pid: 18913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839667.135155:0:18913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965a00/0x4b63896d636419e3 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb5ff expref: 21 pid: 18913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839667.135165:0:18913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91eb0a302d00) 00010000:00010000:2.0:1788839667.135168:0:18913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1788839667.135170:0:18913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb20965a00, rc 0) 00000100:00100000:2.0:1788839667.135415:0:18913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb36f76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:65e10b51-216f-4407-beae-a0a322978029+21:17484:x1875733729400576:12345-192.168.201.9@tcp:101:dd.0 Request processed in 9082us (11450us total) trans 12884901904 rc 0/0 00000100:00100000:2.0:1788839667.135428:0:18913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 34 00000100:00100000:0.0:1788839667.137842:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:1.0:1788839667.137974:0:19622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729401088 00000100:00100000:1.0:1788839667.137989:0:19622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729401088 00000100:00100000:1.0:1788839667.138130:0:19622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 35 00000100:00100000:1.0:1788839667.138144:0:19622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb36f76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:65e10b51-216f-4407-beae-a0a322978029+21:17484:x1875733729401088:12345-192.168.201.9@tcp:36:dd.0 00010000:00010000:1.0:1788839667.138729:0:19622:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528200/0x4b63896d636419f1 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839667.138749:0:19622:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528200/0x4b63896d636419f1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839667.138774:0:19622:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528200/0x4b63896d636419f1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788839667.138823:0:19622:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:1.0:1788839667.138842:0:19622:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000021c355e7 reply state 00000000ab37be11 transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528200/0x4b63896d636419f1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788839667.138849:0:19622:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788839667.138977:0:19622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb36f76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:65e10b51-216f-4407-beae-a0a322978029+24:17484:x1875733729401088:12345-192.168.201.9@tcp:36:dd.0 Request processed in 836us (1151us total) trans 12884901906 rc 0/0 00000100:00100000:1.0:1788839667.138983:0:19622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 35 00000020:00080000:1.0:1788839667.138988:0:19622:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1788839667.140757:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528200/0x4b63896d636419f1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839667.140813:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528200/0x4b63896d636419f1 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839667.140828:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528200/0x4b63896d636419f1 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839667.140840:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb14528200 already unused, calling callback (ffffffffc1e594f0) 00010000:00010000:3.0:1788839667.140850:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528200/0x4b63896d636419f1 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839667.140863:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528200/0x4b63896d636419f1 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839667.140896:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91eb0a302d00) 00010000:00010000:3.0:1788839667.140900:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788839667.140906:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528200/0x4b63896d636419f1 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839667.140912:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528200/0x4b63896d636419f1 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788839667.141880:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:3.0:1788839667.142338:0:18914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729401216 00000100:00100000:3.0:1788839667.142350:0:18914:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729401216 00000100:00100000:3.0:1788839667.142411:0:18914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 36 00000100:00100000:3.0:1788839667.142424:0:18914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb36f74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:65e10b51-216f-4407-beae-a0a322978029+23:17484:x1875733729401216:12345-192.168.201.9@tcp:101:dd.0 00010000:00010000:3.0:1788839667.142472:0:18914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788839667.142506:0:18914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031e00/0x4b63896d636419f8 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7825089d24dbb606 expref: -99 pid: 18914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839667.142589:0:18914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031e00/0x4b63896d636419f8 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb606 expref: 24 pid: 18914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839667.142628:0:18914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031e00/0x4b63896d636419f8 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb606 expref: 24 pid: 18914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839667.142655:0:18914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91eb0a302d00) 00010000:00010000:3.0:1788839667.142658:0:18914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788839667.142662:0:18914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb00031e00, rc 0) 00000100:00100000:3.0:1788839667.142732:0:18914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb36f74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:65e10b51-216f-4407-beae-a0a322978029+24:17484:x1875733729401216:12345-192.168.201.9@tcp:101:dd.0 Request processed in 310us (859us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839667.142740:0:18914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 36 00000100:00100000:0.0:1788839667.154912:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:2.0:1788839667.155257:0:18899:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729401472 00000100:00100000:2.0:1788839667.155270:0:18899:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729401472 00000100:00100000:2.0:1788839667.155352:0:18899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 2 00000100:00100000:2.0:1788839667.155364:0:18899:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb09f77100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:65e10b51-216f-4407-beae-a0a322978029+24:17484:x1875733729401472:12345-192.168.201.9@tcp:103:dd.0 00010000:00010000:2.0:1788839667.155386:0:18899:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788839667.155423:0:18899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031e00/0x4b63896d636419f8 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb606 expref: 24 pid: 18914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839667.155470:0:18899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91eb0a302d00) 00010000:00010000:2.0:1788839667.155477:0:18899:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788839667.155845:0:18899:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb09f77100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:65e10b51-216f-4407-beae-a0a322978029+23:17484:x1875733729401472:12345-192.168.201.9@tcp:103:dd.0 Request processed in 481us (947us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839667.155855:0:18899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 2 00000100:00100000:0.0:1788839667.159114:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:3.0:1788839667.159238:0:18915:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729401600 00000100:00100000:3.0:1788839667.159252:0:18915:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729401600 00000100:00100000:3.0:1788839667.159322:0:18915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 37 00000100:00100000:3.0:1788839667.159335:0:18915:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb09f74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:65e10b51-216f-4407-beae-a0a322978029+23:17484:x1875733729401600:12345-192.168.201.9@tcp:58:dd.0 00010000:00010000:3.0:1788839667.159480:0:18915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00030800/0x4b63896d636419ff lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839667.159502:0:18915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00030800/0x4b63896d636419ff lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839667.159518:0:18915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00030800/0x4b63896d636419ff lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788839667.160447:0:18915:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788839667.160618:0:18915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:3.0:1788839667.160683:0:18915:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:3.0:1788839667.160806:0:18915:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb09f74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:65e10b51-216f-4407-beae-a0a322978029+23:17484:x1875733729401600:12345-192.168.201.9@tcp:58:dd.0 Request processed in 1470us (1706us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839667.160814:0:18915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 37 00000100:00100000:2.0:1788839667.162962:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:0.0:1788839667.163131:0:18913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729401728 00000100:00100000:0.0:1788839667.163144:0:18913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729401728 00000100:00100000:0.0:1788839667.163207:0:18913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 38 00000100:00100000:0.0:1788839667.163219:0:18913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb37575f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:65e10b51-216f-4407-beae-a0a322978029+23:17484:x1875733729401728:12345-192.168.201.9@tcp:101:dd.0 00010000:00010000:0.0:1788839667.163247:0:18913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788839667.163277:0:18913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c7200/0x4b63896d63641a06 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7825089d24dbb60d expref: -99 pid: 18913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839667.163350:0:18913:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00030800/0x4b63896d636419ff lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839667.163360:0:18913:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c7200/0x4b63896d63641a06 lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb60d expref: 24 pid: 18913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839667.163379:0:18913:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00030800/0x4b63896d636419ff lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839667.163391:0:18913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c7200/0x4b63896d63641a06 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb60d expref: 24 pid: 18913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839667.163405:0:18913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91eb0a302d00) 00010000:00010000:0.0:1788839667.163407:0:18913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788839667.163410:0:18913:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c7200/0x4b63896d63641a06 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb60d expref: 24 pid: 18913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839667.163416:0:18913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb102c7200, rc 0) 00000100:00100000:0.0:1788839667.163648:0:18913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb37575f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:65e10b51-216f-4407-beae-a0a322978029+24:17484:x1875733729401728:12345-192.168.201.9@tcp:101:dd.0 Request processed in 429us (698us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839667.163656:0:18913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 38 00010000:00010000:3.0:1788839667.645658:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788839668.033337:0:18945:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1788839668.033354:0:18945:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788839668.033415:0:18945:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1788839668.033423:0:18945:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:0.0:1788839668.033611:0:18945:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb09f75180 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:18945:1875733747215744:192.168.201.9@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788839668.033747:0:18945:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb0309b3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788839668.057784:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:3.0:1788839668.057849:0:18945:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb09f75180 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:18945:1875733747215744:192.168.201.9@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788839668.058224:0:18924:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729401856 00000100:00100000:3.0:1788839668.058231:0:18924:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729401856 00000100:00100000:3.0:1788839668.058298:0:18924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 0 00000100:00100000:3.0:1788839668.058309:0:18924:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ea02eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:65e10b51-216f-4407-beae-a0a322978029+24:17485:x1875733729401856:12345-192.168.201.9@tcp:900:lhsmtool_posix.0 00000100:00100000:3.0:1788839668.058384:0:18924:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ea02eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:65e10b51-216f-4407-beae-a0a322978029+24:17485:x1875733729401856:12345-192.168.201.9@tcp:900:lhsmtool_posix.0 Request processed in 77us (612us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839668.058392:0:18924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 0 00000100:00080000:3.0:1788839668.058414:0:18909:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788839668.064139:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:3.0:1788839668.065586:0:19622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729401984 00000100:00100000:3.0:1788839668.065600:0:19622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729401984 00000100:00100000:3.0:1788839668.065680:0:18915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 39 00000100:00100000:3.0:1788839668.065693:0:18915:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ea02eb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:65e10b51-216f-4407-beae-a0a322978029+24:17485:x1875733729401984:12345-192.168.201.9@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788839668.065730:0:18915:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788839668.065844:0:18915:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ea02eb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:65e10b51-216f-4407-beae-a0a322978029+24:17485:x1875733729401984:12345-192.168.201.9@tcp:53:lhsmtool_posix.0 Request processed in 154us (1870us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839668.065851:0:18915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 39 00000100:00100000:3.0:1788839668.076834:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:1.0:1788839668.077194:0:18914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729402112 00000100:00100000:1.0:1788839668.077205:0:18914:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729402112 00000100:00100000:1.0:1788839668.077274:0:18914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 40 00000100:00100000:1.0:1788839668.077568:0:18914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ea02eb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:65e10b51-216f-4407-beae-a0a322978029+24:17485:x1875733729402112:12345-192.168.201.9@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1788839668.077655:0:18914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529200/0x4b63896d63641a0d lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.077676:0:18914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529200/0x4b63896d63641a0d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.077690:0:18914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529200/0x4b63896d63641a0d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.077748:0:18914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529800/0x4b63896d63641a14 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.077757:0:18914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529800/0x4b63896d63641a14 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.077778:0:18914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529800/0x4b63896d63641a14 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.077806:0:18914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d63641a1b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.077814:0:18914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d63641a1b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.077821:0:18914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d63641a1b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788839668.077861:0:18914:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:1.0:1788839668.077866:0:18914:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1788839668.077900:0:18914:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d63641a1b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.077913:0:18914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529200/0x4b63896d63641a0d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.077920:0:18914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529200/0x4b63896d63641a0d lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.077928:0:18914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529200/0x4b63896d63641a0d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.077934:0:18914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb14529200 already unused, calling callback (ffffffffc1e594f0) 00010000:00010000:1.0:1788839668.077939:0:18914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529200/0x4b63896d63641a0d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.077947:0:18914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529200/0x4b63896d63641a0d lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.077967:0:18914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff91eb0c453b00) 00010000:00010000:1.0:1788839668.077970:0:18914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788839668.077975:0:18914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529200/0x4b63896d63641a0d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.077982:0:18914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529200/0x4b63896d63641a0d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.077999:0:18914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529800/0x4b63896d63641a14 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.078005:0:18914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529800/0x4b63896d63641a14 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.078011:0:18914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529800/0x4b63896d63641a14 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.078017:0:18914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb14529800 already unused, calling callback (ffffffffc1e594f0) 00010000:00010000:1.0:1788839668.078020:0:18914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529800/0x4b63896d63641a14 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.078026:0:18914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529800/0x4b63896d63641a14 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.078032:0:18914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff91eb05a79800) 00010000:00010000:1.0:1788839668.078034:0:18914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788839668.078037:0:18914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529800/0x4b63896d63641a14 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.078042:0:18914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529800/0x4b63896d63641a14 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.078094:0:18914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d63641a1b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.078100:0:18914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d63641a1b lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.078106:0:18914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d63641a1b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.078110:0:18914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb14528a00 already unused, calling callback (ffffffffc1e594f0) 00010000:00010000:1.0:1788839668.078113:0:18914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d63641a1b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.078119:0:18914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d63641a1b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.078126:0:18914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91eb0a302d00) 00010000:00010000:1.0:1788839668.078128:0:18914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788839668.078131:0:18914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d63641a1b lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.078136:0:18914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d63641a1b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788839668.080515:0:18914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ea02eb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:65e10b51-216f-4407-beae-a0a322978029+24:17485:x1875733729402112:12345-192.168.201.9@tcp:34:lhsmtool_posix.0 Request processed in 3149us (3613us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839668.080532:0:18914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 40 00000100:00100000:3.0:1788839668.086854:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:0.0:1788839668.087893:0:18915:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729402368 00000100:00100000:0.0:1788839668.087909:0:18915:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729402368 00000100:00100000:0.0:1788839668.087983:0:18915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 41 00000100:00100000:0.0:1788839668.087994:0:18915:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ea02eb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:65e10b51-216f-4407-beae-a0a322978029+24:17485:x1875733729402368:12345-192.168.201.9@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788839668.088017:0:18915:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788839668.088038:0:18915:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6800/0x4b63896d63641a22 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7825089d24dbb614 expref: -99 pid: 18915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.088423:0:18915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6a00/0x4b63896d63641a29 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.088452:0:18915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6a00/0x4b63896d63641a29 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.088465:0:18915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6a00/0x4b63896d63641a29 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788839668.088477:0:18915:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1788839668.088606:0:18915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6a00/0x4b63896d63641a29 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.088614:0:18915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6a00/0x4b63896d63641a29 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.088635:0:18915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6a00/0x4b63896d63641a29 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.088640:0:18915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb102c6a00 already unused, calling callback (ffffffffc1e594f0) 00010000:00010000:0.0:1788839668.088645:0:18915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6a00/0x4b63896d63641a29 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.088653:0:18915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6a00/0x4b63896d63641a29 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.088665:0:18915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91eb0a302d00) 00010000:00010000:0.0:1788839668.088668:0:18915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788839668.088673:0:18915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6a00/0x4b63896d63641a29 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.088679:0:18915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6a00/0x4b63896d63641a29 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.088720:0:18915:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6800/0x4b63896d63641a22 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb614 expref: 26 pid: 18915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.088731:0:18915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff91eb0c453b00) 00010000:00010000:0.0:1788839668.088733:0:18915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788839668.088738:0:18915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6800/0x4b63896d63641a22 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb614 expref: 26 pid: 18915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.088747:0:18915:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb102c6800, rc 0) 00000100:00100000:0.0:1788839668.090522:0:18915:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ea02eb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:65e10b51-216f-4407-beae-a0a322978029+25:17485:x1875733729402368:12345-192.168.201.9@tcp:101:lhsmtool_posix.0 Request processed in 2518us (3665us total) trans 12884901907 rc 301/301 00000100:00100000:0.0:1788839668.090554:0:18915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 41 00000100:00100000:3.0:1788839668.114265:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:1.0:1788839668.114497:0:18913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729402496 00000100:00100000:1.0:1788839668.114509:0:18913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729402496 00000100:00100000:1.0:1788839668.114575:0:18913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 42 00000100:00100000:1.0:1788839668.114597:0:18913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ea02eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:65e10b51-216f-4407-beae-a0a322978029+25:17485:x1875733729402496:12345-192.168.201.9@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788839668.114634:0:18913:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788839668.114748:0:18913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ea02eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:65e10b51-216f-4407-beae-a0a322978029+25:17485:x1875733729402496:12345-192.168.201.9@tcp:53:lhsmtool_posix.0 Request processed in 153us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839668.114756:0:18913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 42 00000100:00100000:3.0:1788839668.123334:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:0.0:1788839668.123688:0:19622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729402752 00000100:00100000:0.0:1788839668.123699:0:19622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729402752 00000100:00100000:0.0:1788839668.123760:0:19622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 43 00000100:00100000:0.0:1788839668.123771:0:19622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ea02eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:65e10b51-216f-4407-beae-a0a322978029+25:17485:x1875733729402752:12345-192.168.201.9@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788839668.123792:0:19622:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788839668.123814:0:19622:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6800/0x4b63896d63641a37 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7825089d24dbb61b expref: -99 pid: 19622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788839668.124928:0:19622:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x280000400:0x6:0x0], count =60 00000004:00080000:0.0:1788839668.124937:0:19622:0:(osp_object.c:1645:osp_create()) Writing gap [0x280000400:0x6:0x0]+60 in llog 00000004:00080000:0.0:1788839668.124984:0:19622:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x42:0x0], index 1: 0 00010000:00010000:0.0:1788839668.125338:0:19622:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6a00/0x4b63896d63641a3e lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.125356:0:19622:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6a00/0x4b63896d63641a3e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.125368:0:19622:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6a00/0x4b63896d63641a3e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.125442:0:19622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6800/0x4b63896d63641a37 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb61b expref: 28 pid: 19622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.125462:0:19622:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6a00/0x4b63896d63641a3e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb61b expref: 27 pid: 19622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.125472:0:19622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff91eb10996300) 00010000:00010000:0.0:1788839668.125482:0:19622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788839668.125487:0:19622:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb102c6a00, rc 0) 00000100:00100000:0.0:1788839668.125548:0:19622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ea02eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:65e10b51-216f-4407-beae-a0a322978029+27:17485:x1875733729402752:12345-192.168.201.9@tcp:101:lhsmtool_posix.0 Request processed in 1778us (2223us total) trans 12884901908 rc 0/0 00000100:00100000:0.0:1788839668.125556:0:19622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 43 00000100:00100000:3.0:1788839668.132409:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:1.0:1788839668.133330:0:18913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729403008 00000100:00100000:1.0:1788839668.133344:0:18913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729403008 00000100:00100000:1.0:1788839668.133415:0:18913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 44 00000100:00100000:1.0:1788839668.133426:0:18913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ea02eb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:65e10b51-216f-4407-beae-a0a322978029+27:17485:x1875733729403008:12345-192.168.201.9@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788839668.133496:0:18913:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788839668.133524:0:18913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6a00/0x4b63896d63641a3e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb61b expref: 27 pid: 19622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.133545:0:18913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff91eb10996300) 00010000:00010000:1.0:1788839668.133557:0:18913:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788839668.133582:0:18913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d63641a4c lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.133595:0:18913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d63641a4c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.133604:0:18913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d63641a4c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.133643:0:18913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529800/0x4b63896d63641a53 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x8908db2e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.133651:0:18913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529800/0x4b63896d63641a53 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x8908db2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.133676:0:18913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529800/0x4b63896d63641a53 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x8908db2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.133902:0:18913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d63641a4c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.133910:0:18913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d63641a4c lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.133918:0:18913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d63641a4c lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.133924:0:18913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb14528a00 already unused, calling callback (ffffffffc1e594f0) 00010000:00010000:1.0:1788839668.133928:0:18913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d63641a4c lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.133936:0:18913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d63641a4c lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.133945:0:18913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff91eb0c453300) 00010000:00010000:1.0:1788839668.133948:0:18913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788839668.133952:0:18913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d63641a4c lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.133958:0:18913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14528a00/0x4b63896d63641a4c lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.133967:0:18913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529800/0x4b63896d63641a53 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x8908db2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.133973:0:18913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529800/0x4b63896d63641a53 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x8908db2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.133985:0:18913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529800/0x4b63896d63641a53 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x8908db2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.133990:0:18913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb14529800 already unused, calling callback (ffffffffc1e594f0) 00010000:00010000:1.0:1788839668.133993:0:18913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529800/0x4b63896d63641a53 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x8908db2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.134000:0:18913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529800/0x4b63896d63641a53 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x8908db2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.134008:0:18913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x8908db2e (ffff91eb05a79f00) 00010000:00010000:1.0:1788839668.134011:0:18913:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788839668.134014:0:18913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529800/0x4b63896d63641a53 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x8908db2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.134019:0:18913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529800/0x4b63896d63641a53 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x8908db2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788839668.134723:0:18913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ea02eb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:65e10b51-216f-4407-beae-a0a322978029+26:17485:x1875733729403008:12345-192.168.201.9@tcp:36:lhsmtool_posix.0 Request processed in 1293us (2320us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788839668.134734:0:18913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 44 00000001:00080000:1.0:1788839668.137200:0:5864:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901893 is committed 00000001:00080000:1.0:1788839668.137217:0:5864:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901906 is committed 00000001:00080000:1.0:1788839668.137228:0:5864:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901894 is committed 00000001:00080000:1.0:1788839668.137245:0:5864:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00000100:00100000:3.0:1788839668.142587:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:0.0:1788839668.142693:0:18915:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729403136 00000100:00100000:0.0:1788839668.142704:0:18915:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729403136 00000100:00100000:0.0:1788839668.142774:0:18915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 45 00000100:00100000:0.0:1788839668.142786:0:18915:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ea02eb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:65e10b51-216f-4407-beae-a0a322978029+13:17485:x1875733729403136:12345-192.168.201.9@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788839668.142811:0:18915:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788839668.142834:0:18915:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6800/0x4b63896d63641a5a lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7825089d24dbb622 expref: -99 pid: 18915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.142875:0:18915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c7400/0x4b63896d63641a61 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.142888:0:18915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c7400/0x4b63896d63641a61 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.142900:0:18915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c7400/0x4b63896d63641a61 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.143002:0:18915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6800/0x4b63896d63641a5a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb622 expref: 15 pid: 18915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.143020:0:18915:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c7400/0x4b63896d63641a61 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb622 expref: 14 pid: 18915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.143030:0:18915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff91eb10996600) 00010000:00010000:0.0:1788839668.143041:0:18915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788839668.143046:0:18915:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb102c7400, rc 0) 00000100:00100000:0.0:1788839668.143259:0:18915:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ea02eb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:65e10b51-216f-4407-beae-a0a322978029+14:17485:x1875733729403136:12345-192.168.201.9@tcp:101:lhsmtool_posix.0 Request processed in 474us (682us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839668.143267:0:18915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 45 00000100:00100000:3.0:1788839668.149573:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:2.0:1788839668.149672:0:18914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729403392 00000100:00100000:2.0:1788839668.149682:0:18914:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729403392 00000100:00100000:2.0:1788839668.149745:0:18914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 46 00000100:00100000:2.0:1788839668.149756:0:18914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ea02eb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:65e10b51-216f-4407-beae-a0a322978029+14:17485:x1875733729403392:12345-192.168.201.9@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788839668.149838:0:18914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964800/0x4b63896d63641a68 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839668.149855:0:18914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964800/0x4b63896d63641a68 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839668.149866:0:18914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964800/0x4b63896d63641a68 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788839668.150743:0:18914:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].2, 88 off8344 00000004:00080000:3.0:1788839668.150759:0:18914:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 650841707853ns, next at 651841704004ns, rc = 0 00000004:00010000:3.0:1788839668.150860:0:18914:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000fce934ec reply state 00000000888ad37c transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964800/0x4b63896d63641a68 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788839668.150869:0:18914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788839668.150972:0:18914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ea02eb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:65e10b51-216f-4407-beae-a0a322978029+16:17485:x1875733729403392:12345-192.168.201.9@tcp:36:lhsmtool_posix.0 Request processed in 1217us (1407us total) trans 12884901909 rc 0/0 00000100:00100000:3.0:1788839668.150980:0:18914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 46 00010000:00010000:0.0:1788839668.156566:0:3298:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964800/0x4b63896d63641a68 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.156589:0:3298:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964800/0x4b63896d63641a68 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.156597:0:3298:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964800/0x4b63896d63641a68 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.156603:0:3298:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb20964800 already unused, calling callback (ffffffffc1e594f0) 00010000:00010000:0.0:1788839668.156608:0:3298:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964800/0x4b63896d63641a68 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.156617:0:3298:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964800/0x4b63896d63641a68 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.156633:0:3298:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff91eb10996600) 00010000:00010000:0.0:1788839668.156636:0:3298:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788839668.156641:0:3298:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964800/0x4b63896d63641a68 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.156647:0:3298:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964800/0x4b63896d63641a68 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788839668.159712:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:2.0:1788839668.159994:0:19622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729403520 00000100:00100000:2.0:1788839668.160005:0:19622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729403520 00000100:00100000:2.0:1788839668.160327:0:19622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 47 00000100:00100000:2.0:1788839668.160340:0:19622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb37dcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:65e10b51-216f-4407-beae-a0a322978029+15:17485:x1875733729403520:12345-192.168.201.9@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788839668.160369:0:19622:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788839668.160394:0:19622:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965200/0x4b63896d63641a6f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7825089d24dbb629 expref: -99 pid: 19622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839668.160476:0:19622:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965200/0x4b63896d63641a6f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb629 expref: 16 pid: 19622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839668.160493:0:19622:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965200/0x4b63896d63641a6f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb629 expref: 16 pid: 19622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839668.160531:0:19622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff91eb10996600) 00010000:00010000:2.0:1788839668.160535:0:19622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788839668.160538:0:19622:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb20965200, rc 0) 00000100:00100000:2.0:1788839668.160599:0:19622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb37dcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:65e10b51-216f-4407-beae-a0a322978029+16:17485:x1875733729403520:12345-192.168.201.9@tcp:101:lhsmtool_posix.0 Request processed in 262us (898us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839668.160606:0:19622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 47 00000100:00100000:2.0:1788839668.169428:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:0.0:1788839668.169657:0:19600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729403648 00000100:00100000:0.0:1788839668.169667:0:19600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729403648 00000100:00100000:0.0:1788839668.169781:0:19600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 13 00000100:00100000:0.0:1788839668.169820:0:19600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb37577100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:65e10b51-216f-4407-beae-a0a322978029+5:2358:x1875733729403648:12345-192.168.201.9@tcp:2:lhsmtool_posix.0 00000100:00100000:0.0:1788839668.170250:0:19600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb37577100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:65e10b51-216f-4407-beae-a0a322978029+6:2358:x1875733729403648:12345-192.168.201.9@tcp:2:lhsmtool_posix.0 Request processed in 431us (843us total) trans 12884901890 rc 0/0 00000100:00100000:0.0:1788839668.170259:0:19600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 13 00000100:00080000:3.0:1788839668.171325:0:18909:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788839668.174379:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:2.0:1788839668.174576:0:18917:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729403904 00000100:00100000:2.0:1788839668.174587:0:18917:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729403904 00000100:00100000:2.0:1788839668.174696:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 9 00000100:00100000:2.0:1788839668.174708:0:18917:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb37dce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:65e10b51-216f-4407-beae-a0a322978029+16:17485:x1875733729403904:12345-192.168.201.9@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788839668.174947:0:18917:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb37dce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:65e10b51-216f-4407-beae-a0a322978029+17:17485:x1875733729403904:12345-192.168.201.9@tcp:35:lhsmtool_posix.0 Request processed in 240us (577us total) trans 12884901910 rc 0/0 00000100:00100000:2.0:1788839668.174955:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 9 00000100:00100000:1.0:1788839668.177609:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:0.0:1788839668.177707:0:18913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729404160 00000100:00100000:0.0:1788839668.177717:0:18913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729404160 00000100:00100000:0.0:1788839668.177776:0:18913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 48 00000100:00100000:0.0:1788839668.177789:0:18913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3357dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:65e10b51-216f-4407-beae-a0a322978029+17:17485:x1875733729404160:12345-192.168.201.9@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788839668.177914:0:18913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3357dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:65e10b51-216f-4407-beae-a0a322978029+17:17485:x1875733729404160:12345-192.168.201.9@tcp:57:lhsmtool_posix.0 Request processed in 118us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839668.177923:0:18913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 48 00000100:00100000:3.0:1788839668.181872:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:2.0:1788839668.181995:0:19622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729404288 00000100:00100000:2.0:1788839668.182006:0:19622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729404288 00000100:00100000:2.0:1788839668.182174:0:19622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 49 00000100:00100000:2.0:1788839668.182188:0:19622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb37dcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:65e10b51-216f-4407-beae-a0a322978029+17:17485:x1875733729404288:12345-192.168.201.9@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788839668.182209:0:19622:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788839668.182230:0:19622:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964c00/0x4b63896d63641a76 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7825089d24dbb630 expref: -99 pid: 19622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839668.182309:0:19622:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964800/0x4b63896d63641a7d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839668.182342:0:19622:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964800/0x4b63896d63641a7d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839668.182354:0:19622:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964800/0x4b63896d63641a7d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788839668.182391:0:19622:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1788839668.182409:0:19622:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964800/0x4b63896d63641a7d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839668.182454:0:19622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964c00/0x4b63896d63641a76 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb630 expref: 19 pid: 19622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839668.182480:0:19622:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964800/0x4b63896d63641a7d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb630 expref: 18 pid: 19622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839668.182490:0:19622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff91eb10996600) 00010000:00010000:2.0:1788839668.182493:0:19622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1788839668.182497:0:19622:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb20964800, rc 0) 00000100:00100000:2.0:1788839668.182562:0:19622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb37dcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:65e10b51-216f-4407-beae-a0a322978029+18:17485:x1875733729404288:12345-192.168.201.9@tcp:101:lhsmtool_posix.0 Request processed in 379us (704us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839668.182570:0:19622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 49 00000100:00100000:2.0:1788839668.197110:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:3.0:1788839668.197244:0:20789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729404416 00000100:00100000:3.0:1788839668.197254:0:20789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729404416 00000100:00100000:3.0:1788839668.197303:0:20789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 14 00000100:00100000:3.0:1788839668.197313:0:20789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb37576680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:65e10b51-216f-4407-beae-a0a322978029+6:2358:x1875733729404416:12345-192.168.201.9@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788839668.197333:0:20789:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788839668.197356:0:20789:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008cfabe62/0x4b63896d63641a84 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7825089d24dbb637 expref: -99 pid: 20789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788839668.197384:0:20789:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a9f86f5, blocks: 0x1 00010000:00010000:3.0:1788839668.197404:0:20789:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=650s v=(0 0) 00010000:00010000:3.0:1788839668.197409:0:20789:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788839668.197440:0:20789:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008cfabe62/0x4b63896d63641a84 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb637 expref: 7 pid: 20789 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839668.197485:0:20789:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008cfabe62/0x4b63896d63641a84 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb637 expref: 7 pid: 20789 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839668.197499:0:20789:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb00030000, rc 0) 00000100:00100000:3.0:1788839668.197562:0:20789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb37576680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:65e10b51-216f-4407-beae-a0a322978029+7:2358:x1875733729404416:12345-192.168.201.9@tcp:101:lhsmtool_posix.0 Request processed in 250us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839668.197570:0:20789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 14 00000100:00100000:1.0:1788839668.210184:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:0.0:1788839668.210330:0:18913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729404672 00000100:00100000:0.0:1788839668.210340:0:18913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729404672 00000100:00100000:0.0:1788839668.210408:0:18913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 50 00000100:00100000:0.0:1788839668.210430:0:18913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3357ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:65e10b51-216f-4407-beae-a0a322978029+18:17485:x1875733729404672:12345-192.168.201.9@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788839668.210568:0:18913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3357ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:65e10b51-216f-4407-beae-a0a322978029+18:17485:x1875733729404672:12345-192.168.201.9@tcp:57:lhsmtool_posix.0 Request processed in 150us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839668.210575:0:18913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 50 00000100:00100000:2.0:1788839668.214973:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:0.0:1788839668.215097:0:19622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729404800 00000100:00100000:0.0:1788839668.215108:0:19622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729404800 00000100:00100000:0.0:1788839668.215171:0:19622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 51 00000100:00100000:0.0:1788839668.215183:0:19622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb37576d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:65e10b51-216f-4407-beae-a0a322978029+18:17485:x1875733729404800:12345-192.168.201.9@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1788839668.303552:0:5864:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901908 is committed 00000001:00080000:3.0:1788839668.303575:0:5864:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901910 is committed 00000004:00080000:3.0:1788839668.303585:0:5864:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2 committed 00000100:00100000:1.0:1788839668.304150:0:19622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb37576d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:65e10b51-216f-4407-beae-a0a322978029+14:17485:x1875733729404800:12345-192.168.201.9@tcp:44:lhsmtool_posix.0 Request processed in 88964us (89182us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839668.304179:0:19622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 51 00000100:00100000:3.0:1788839668.306583:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788839668.306608:0:3312:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb37575180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1875733747215872:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1788839668.306683:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839668.307315:0:19600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747215872 00000100:00100000:2.0:1788839668.307324:0:19600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747215872 00000100:00100000:2.0:1788839668.307394:0:19600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788839668.307405:0:19600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb37dcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3312:x1875733747215872:12345-0@lo:2:osp-syn-1-0.0 00000100:00080000:3.0:1788839668.307501:0:18909:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:2.0:1788839668.307754:0:19600:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1788839668.307758:0:19600:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1788839668.307761:0:19600:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1788839668.307763:0:19600:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb ctime from disk: 1788839669 -> 1788839669 00002000:00010000:2.0:1788839668.307765:0:19600:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1788839668.308546:0:19600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb37dcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3312:x1875733747215872:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1138us (1858us total) trans 12884901891 rc 0/0 00000100:00100000:2.0:1788839668.308556:0:19600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000004:00080000:3.0:1788839668.318641:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff91eb37575180/2, rc 0, transno 12884901891 00000100:00100000:3.0:1788839668.318658:0:3312:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb37575180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3312:1875733747215872:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1788839668.318898:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:3.0:1788839668.319807:0:20789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729404928 00000100:00100000:3.0:1788839668.319819:0:20789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729404928 00000100:00100000:3.0:1788839668.319870:0:20789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 16 00000100:00100000:3.0:1788839668.319880:0:20789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb37576300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:65e10b51-216f-4407-beae-a0a322978029+7:2358:x1875733729404928:12345-192.168.201.9@tcp:16:lhsmtool_posix.0 00000100:00100000:3.0:1788839668.319998:0:20789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb37576300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:65e10b51-216f-4407-beae-a0a322978029+7:2358:x1875733729404928:12345-192.168.201.9@tcp:16:lhsmtool_posix.0 Request processed in 119us (1102us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839668.320006:0:20789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 16 00000100:00100000:0.0:1788839668.328650:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:1.0:1788839668.328755:0:18913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729405184 00000100:00100000:1.0:1788839668.328765:0:18913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729405184 00000100:00100000:1.0:1788839668.328838:0:18913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 52 00000100:00100000:1.0:1788839668.328849:0:18913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb09f75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:65e10b51-216f-4407-beae-a0a322978029+14:17485:x1875733729405184:12345-192.168.201.9@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788839668.328903:0:18913:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788839668.328934:0:18913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20964800/0x4b63896d63641a7d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb630 expref: 14 pid: 19622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.328956:0:18913:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff91eb10996600) 00010000:00010000:1.0:1788839668.328961:0:18913:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788839668.328991:0:18913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529200/0x4b63896d63641a8b lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.329005:0:18913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529200/0x4b63896d63641a8b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.329025:0:18913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529200/0x4b63896d63641a8b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788839668.329763:0:18913:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000c44a5684 reply state 0000000029e21ff3 transno 12884901911 ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529200/0x4b63896d63641a8b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788839668.329777:0:18913:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788839668.330571:0:18913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb09f75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:65e10b51-216f-4407-beae-a0a322978029+15:17485:x1875733729405184:12345-192.168.201.9@tcp:36:lhsmtool_posix.0 Request processed in 1718us (2028us total) trans 12884901911 rc 0/0 00000100:00100000:1.0:1788839668.330580:0:18913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 52 00010000:00010000:0.0:1788839668.347459:0:3297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529200/0x4b63896d63641a8b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.347503:0:3297:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529200/0x4b63896d63641a8b lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.347513:0:3297:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529200/0x4b63896d63641a8b lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.347519:0:3297:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb14529200 already unused, calling callback (ffffffffc1e594f0) 00010000:00010000:0.0:1788839668.347525:0:3297:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529200/0x4b63896d63641a8b lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.347534:0:3297:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529200/0x4b63896d63641a8b lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.347566:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff91eb10996600) 00010000:00010000:0.0:1788839668.347570:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788839668.347575:0:3297:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529200/0x4b63896d63641a8b lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.347580:0:3297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb14529200/0x4b63896d63641a8b lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18913 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788839668.351118:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:2.0:1788839668.351267:0:19601:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729405312 00000100:00100000:2.0:1788839668.351278:0:19601:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729405312 00000100:00100000:2.0:1788839668.351339:0:19601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 17 00000100:00100000:2.0:1788839668.351350:0:19601:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3375c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:65e10b51-216f-4407-beae-a0a322978029+7:17485:x1875733729405312:12345-192.168.201.9@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788839668.351369:0:19601:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788839668.351389:0:19601:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000066ef45a7/0x4b63896d63641a92 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7825089d24dbb63e expref: -99 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839668.351440:0:19601:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008cfabe62/0x4b63896d63641a84 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb637 expref: 8 pid: 20789 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839668.351451:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=1s v=(0 0) 00010000:00010000:2.0:1788839668.351456:0:19601:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788839668.351461:0:19601:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000066ef45a7/0x4b63896d63641a92 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb63e expref: 8 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839668.351497:0:19601:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008cfabe62/0x4b63896d63641a84 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb637 expref: 8 pid: 20789 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839668.351527:0:19601:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008cfabe62/0x4b63896d63641a84 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb637 expref: 8 pid: 20789 timeout: 751 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788839668.351543:0:19601:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb33129c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:19601:1875733747216000:192.168.201.9@tcp:104: 00000100:00100000:2.0:1788839668.351647:0:19601:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb334caa80 going to sleep for 11 seconds 00000100:00100000:0.0:1788839668.362596:0:19601:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb33129c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:19601:1875733747216000:192.168.201.9@tcp:104: 00010000:00010000:0.0:1788839668.362638:0:19601:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000066ef45a7/0x4b63896d63641a92 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb63e expref: 8 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.362662:0:19601:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91eb20964800, rc 0) 00000100:00100000:0.0:1788839668.362742:0:19601:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3375c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:65e10b51-216f-4407-beae-a0a322978029+8:17485:x1875733729405312:12345-192.168.201.9@tcp:101:lhsmtool_posix.0 Request processed in 11392us (11634us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839668.362771:0:19601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 17 00000100:00100000:3.0:1788839668.385754:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:1.0:1788839668.393314:0:18898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729405440 00000100:00100000:1.0:1788839668.393350:0:18898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729405440 00010000:00010000:0.0:1788839668.401451:0:18898:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008cfabe62/0x4b63896d63641a84 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb637 expref: 8 pid: 20789 timeout: 751 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788839668.401517:0:18898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 13 00000100:00100000:0.0:1788839668.401530:0:18898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb37dcca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:65e10b51-216f-4407-beae-a0a322978029+8:2358:x1875733729405440:12345-192.168.201.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788839668.401561:0:18898:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788839668.401586:0:18898:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008cfabe62/0x4b63896d63641a84 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb637 expref: 8 pid: 20789 timeout: 751 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.401600:0:18898:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008cfabe62/0x4b63896d63641a84 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb637 expref: 8 pid: 20789 timeout: 751 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.401628:0:18898:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008cfabe62/0x4b63896d63641a84 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb637 expref: 8 pid: 20789 timeout: 751 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.401647:0:18898:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788839668.401651:0:18898:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788839668.401658:0:18898:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000066ef45a7/0x4b63896d63641a92 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb63e expref: 7 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.401669:0:18898:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000066ef45a7/0x4b63896d63641a92 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb63e expref: 7 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.401731:0:18898:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000066ef45a7/0x4b63896d63641a92 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb63e expref: 7 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788839668.401746:0:18898:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3375df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:18898:1875733747216128:192.168.201.9@tcp:105: 00000100:00100000:0.0:1788839668.401855:0:18898:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb331b1cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788839668.406936:0:18898:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3375df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:18898:1875733747216128:192.168.201.9@tcp:105: 00010000:00010000:0.0:1788839668.406962:0:18898:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788839668.407023:0:18898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb37dcca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:65e10b51-216f-4407-beae-a0a322978029+7:2358:x1875733729405440:12345-192.168.201.9@tcp:103:ldlm_bl.0 Request processed in 5488us (21272us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839668.407043:0:18898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 13 00000100:00100000:2.0:1788839668.414497:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:3.0:1788839668.414958:0:20789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729405568 00000100:00100000:3.0:1788839668.414969:0:20789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729405568 00000100:00100000:3.0:1788839668.415096:0:20789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 18 00000100:00100000:3.0:1788839668.415109:0:20789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb33129c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:65e10b51-216f-4407-beae-a0a322978029+7:2357:x1875733729405568:12345-192.168.201.9@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1788839668.415336:0:20789:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1788839668.415340:0:20789:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb mtime from disk: 0 -> 1788839668 00002000:00010000:3.0:1788839668.415343:0:20789:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb atime from disk: 0 -> 1788839667 00002000:00010000:3.0:1788839668.415345:0:20789:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb ctime from disk: 1788839669 -> 1788839668 00002000:00010000:3.0:1788839668.415347:0:20789:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1788839668.415405:0:20789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb33129c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:65e10b51-216f-4407-beae-a0a322978029+8:2357:x1875733729405568:12345-192.168.201.9@tcp:2:lhsmtool_posix.0 Request processed in 299us (921us total) trans 12884901892 rc 0/0 00000100:00100000:3.0:1788839668.415427:0:20789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 18 00000100:00100000:3.0:1788839668.424177:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:0.0:1788839668.424408:0:19600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729405696 00000100:00100000:0.0:1788839668.424437:0:19600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729405696 00000100:00100000:0.0:1788839668.424507:0:19600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 19 00000100:00100000:0.0:1788839668.424519:0:19600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb37dced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:65e10b51-216f-4407-beae-a0a322978029+8:2355:x1875733729405696:12345-192.168.201.9@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788839668.424569:0:19600:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000055ecd646/0x4b63896d63641a99 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.424593:0:19600:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000066ef45a7/0x4b63896d63641a92 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb63e expref: 8 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.424603:0:19600:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788839668.424607:0:19600:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788839668.424612:0:19600:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000055ecd646/0x4b63896d63641a99 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.424673:0:19600:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000066ef45a7/0x4b63896d63641a92 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb63e expref: 8 pid: 19601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.424689:0:19600:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000066ef45a7/0x4b63896d63641a92 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb63e expref: 8 pid: 19601 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788839668.424704:0:19600:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3375df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:19600:1875733747216256:192.168.201.9@tcp:104: 00000100:00100000:0.0:1788839668.424804:0:19600:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb331b1cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788839668.429814:0:19600:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3375df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:19600:1875733747216256:192.168.201.9@tcp:104: 00010000:00010000:0.0:1788839668.429848:0:19600:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000055ecd646/0x4b63896d63641a99 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788839668.431743:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:2.0:1788839668.431853:0:18899:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729405824 00000100:00100000:2.0:1788839668.431862:0:18899:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729405824 00010000:00010000:2.0:1788839668.431903:0:18899:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000066ef45a7/0x4b63896d63641a92 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb63e expref: 9 pid: 19601 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788839668.431945:0:18899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 14 00000100:00100000:2.0:1788839668.431955:0:18899:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb37dcc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:65e10b51-216f-4407-beae-a0a322978029+9:2357:x1875733729405824:12345-192.168.201.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788839668.431969:0:18899:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788839668.431993:0:18899:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000066ef45a7/0x4b63896d63641a92 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb63e expref: 9 pid: 19601 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839668.432006:0:18899:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000066ef45a7/0x4b63896d63641a92 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb63e expref: 9 pid: 19601 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839668.432094:0:18899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000066ef45a7/0x4b63896d63641a92 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb63e expref: 9 pid: 19601 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839668.432115:0:18899:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788839668.432134:0:18899:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788839668.432141:0:18899:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000055ecd646/0x4b63896d63641a99 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 19600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839668.432150:0:18899:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000055ecd646/0x4b63896d63641a99 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 19600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788839668.432175:0:18899:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788839668.432232:0:18899:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb37dcc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:65e10b51-216f-4407-beae-a0a322978029+8:2357:x1875733729405824:12345-192.168.201.9@tcp:103:ldlm_bl.0 Request processed in 279us (500us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839668.432240:0:18899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 14 00010000:00010000:0.0:1788839668.432393:0:19600:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000055ecd646/0x4b63896d63641a99 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.432404:0:19600:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000055ecd646/0x4b63896d63641a99 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.432448:0:19600:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000055ecd646/0x4b63896d63641a99 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.432457:0:19600:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000055ecd646/0x4b63896d63641a99 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.432478:0:19600:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000055ecd646/0x4b63896d63641a99 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.432486:0:19600:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb102c6600 already unused, calling callback (ffffffffc1407420) 00010000:00010000:0.0:1788839668.432490:0:19600:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000055ecd646/0x4b63896d63641a99 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.432501:0:19600:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000055ecd646/0x4b63896d63641a99 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.432513:0:19600:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000055ecd646/0x4b63896d63641a99 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.432521:0:19600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000055ecd646/0x4b63896d63641a99 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788839668.432569:0:19600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb37dced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:65e10b51-216f-4407-beae-a0a322978029+7:2355:x1875733729405696:12345-192.168.201.9@tcp:1:lhsmtool_posix.0 Request processed in 8053us (8404us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839668.432577:0:19600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 19 00000100:00100000:1.0:1788839668.444584:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:0.0:1788839668.444730:0:18915:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729406080 00000100:00100000:0.0:1788839668.444741:0:18915:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729406080 00000100:00100000:0.0:1788839668.444814:0:18915:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 53 00000100:00100000:0.0:1788839668.444825:0:18915:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3357d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:65e10b51-216f-4407-beae-a0a322978029+14:17485:x1875733729406080:12345-192.168.201.9@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1788839668.444906:0:18915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6200/0x4b63896d63641aa0 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.444941:0:18915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6200/0x4b63896d63641aa0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.444953:0:18915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6200/0x4b63896d63641aa0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.445256:0:18915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6e00/0x4b63896d63641aa7 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.445268:0:18915:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965200/0x4b63896d63641a6f lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb629 expref: 15 pid: 19622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.445277:0:18915:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6e00/0x4b63896d63641aa7 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.445310:0:18915:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965200/0x4b63896d63641a6f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb629 expref: 15 pid: 19622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.445325:0:18915:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965200/0x4b63896d63641a6f lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb629 expref: 15 pid: 19622 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788839668.445352:0:18915:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3375df80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:18915:1875733747216384:192.168.201.9@tcp:104: 00000100:00100000:0.0:1788839668.445446:0:18915:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb331b1cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788839668.464693:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:0.0:1788839668.464794:0:18915:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3375df80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:18915:1875733747216384:192.168.201.9@tcp:104: 00000100:00100000:1.0:1788839668.464811:0:18898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729406208 00000100:00100000:1.0:1788839668.464821:0:18898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729406208 00010000:00010000:0.0:1788839668.464828:0:18915:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6e00/0x4b63896d63641aa7 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.464862:0:18898:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965200/0x4b63896d63641a6f lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb629 expref: 16 pid: 19622 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788839668.464910:0:18898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 15 00000100:00100000:1.0:1788839668.464921:0:18898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb37df1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:65e10b51-216f-4407-beae-a0a322978029+16:2356:x1875733729406208:12345-192.168.201.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788839668.464935:0:18898:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788839668.464943:0:18898:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965200/0x4b63896d63641a6f lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb629 expref: 16 pid: 19622 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.464956:0:18898:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965200/0x4b63896d63641a6f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb629 expref: 16 pid: 19622 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.464980:0:18898:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb20965200/0x4b63896d63641a6f lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb629 expref: 16 pid: 19622 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.464997:0:18898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff91eb10996600) 00010000:00010000:1.0:1788839668.465002:0:18898:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6e00/0x4b63896d63641aa7 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.465011:0:18898:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6e00/0x4b63896d63641aa7 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788839668.465019:0:18898:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6e00/0x4b63896d63641aa7 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.465162:0:18915:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6e00/0x4b63896d63641aa7 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.465181:0:18915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6e00/0x4b63896d63641aa7 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788839668.465384:0:18915:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901912 00000001:00080000:0.0:1788839668.465565:0:18915:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000001:00080000:0.0:1788839668.465628:0:18915:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901914 00000100:00100000:0.0:1788839668.465724:0:18915:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3375df80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:18915:1875733747216512:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1788839668.465834:0:18915:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788839668.465864:0:18915:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb331b1780 going to sleep for 11 seconds 00010000:00010000:1.0:1788839668.465983:0:18898:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788839668.466045:0:18898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb37df1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:65e10b51-216f-4407-beae-a0a322978029+18:2356:x1875733729406208:12345-192.168.201.9@tcp:103:ldlm_bl.0 Request processed in 1123us (1360us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839668.466145:0:18898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 15 00000100:00100000:3.0:1788839668.466873:0:18918:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747216512 00000100:00100000:3.0:1788839668.466883:0:18918:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747216512 00000100:00100000:3.0:1788839668.466938:0:18918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788839668.466949:0:18918:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3375e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:18915:x1875733747216512:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1788839668.467693:0:18918:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3375e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:18915:x1875733747216512:12345-0@lo:1000:mdt00_002.0 Request processed in 743us (1856us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839668.467701:0:18918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788839668.469761:0:18915:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3375df80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:18915:1875733747216512:0@lo:1000:mdt00_002.0 00000001:00080000:0.0:1788839668.470946:0:18915:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901915 00000100:00100000:0.0:1788839668.471539:0:18915:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3375df80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:18915:1875733747216640:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1788839668.471624:0:18915:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788839668.471694:0:18915:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb331b1cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788839668.472547:0:18919:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747216640 00000100:00100000:1.0:1788839668.472558:0:18919:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747216640 00000100:00100000:1.0:1788839668.472663:0:18919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788839668.472675:0:18919:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3375ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:18915:x1875733747216640:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1788839668.472903:0:18919:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3375ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:18915:x1875733747216640:12345-0@lo:1000:mdt00_002.0 Request processed in 231us (1279us total) trans 12884901893 rc 0/0 00000100:00100000:1.0:1788839668.472911:0:18919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788839668.472983:0:18915:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3375df80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:18915:1875733747216640:0@lo:1000:mdt00_002.0 00010000:00010000:0.0:1788839668.473034:0:18915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6e00/0x4b63896d63641aa7 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.473046:0:18915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6e00/0x4b63896d63641aa7 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.473077:0:18915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6e00/0x4b63896d63641aa7 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.473083:0:18915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb102c6e00 already unused, calling callback (ffffffffc1e594f0) 00010000:00010000:0.0:1788839668.473088:0:18915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6e00/0x4b63896d63641aa7 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.473108:0:18915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6e00/0x4b63896d63641aa7 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.473124:0:18915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff91eb10996600) 00010000:00010000:0.0:1788839668.473127:0:18915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788839668.473131:0:18915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6e00/0x4b63896d63641aa7 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.473137:0:18915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6e00/0x4b63896d63641aa7 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.473167:0:18915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00030800/0x4b63896d636419ff lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.473173:0:18915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00030800/0x4b63896d636419ff lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.473179:0:18915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00030800/0x4b63896d636419ff lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.473184:0:18915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb00030800 already unused, calling callback (ffffffffc1e594f0) 00010000:00010000:0.0:1788839668.473187:0:18915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00030800/0x4b63896d636419ff lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.473192:0:18915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00030800/0x4b63896d636419ff lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.473199:0:18915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91eb0a302d00) 00010000:00010000:0.0:1788839668.473201:0:18915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788839668.473208:0:18915:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c7200/0x4b63896d63641a06 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb60d expref: 18 pid: 18913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.473229:0:18915:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c7200/0x4b63896d63641a06 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb60d expref: 18 pid: 18913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.473239:0:18915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c7200/0x4b63896d63641a06 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb60d expref: 18 pid: 18913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.473310:0:18915:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c7200/0x4b63896d63641a06 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.9@tcp remote: 0x7825089d24dbb60d expref: 18 pid: 18913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788839668.473322:0:18915:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb3375c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:18915:1875733747216768:192.168.201.9@tcp:105: 00000100:00100000:0.0:1788839668.473399:0:18915:0:(client.c:2715:ptlrpc_set_wait()) set ffff91eb331b1e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788839668.482617:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:1.0:1788839668.482798:0:18916:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729406336 00000100:00100000:1.0:1788839668.482809:0:18916:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729406336 00000100:00100000:1.0:1788839668.482923:0:18916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 10 00000100:00100000:1.0:1788839668.482935:0:18916:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb09e6b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:65e10b51-216f-4407-beae-a0a322978029+19:17484:x1875733729406336:12345-192.168.201.9@tcp:49:dd.0 00000100:00100000:0.0:1788839668.483578:0:18915:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb3375c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:18915:1875733747216768:192.168.201.9@tcp:105: 00010000:00010000:0.0:1788839668.483605:0:18915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00030800/0x4b63896d636419ff lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.483617:0:18915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00030800/0x4b63896d636419ff lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.483654:0:18915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6600/0x4b63896d63641aae lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.483670:0:18915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6600/0x4b63896d63641aae lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.483683:0:18915:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6600/0x4b63896d63641aae lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.483692:0:18915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6600/0x4b63896d63641aae lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.483712:0:18915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6600/0x4b63896d63641aae lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.483719:0:18915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6600/0x4b63896d63641aae lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.483725:0:18915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb102c6600 already unused, calling callback (ffffffffc1e594f0) 00010000:00010000:0.0:1788839668.483730:0:18915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6600/0x4b63896d63641aae lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.483738:0:18915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6600/0x4b63896d63641aae lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.483750:0:18915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91eb0a302d00) 00010000:00010000:0.0:1788839668.483752:0:18915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788839668.483756:0:18915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6600/0x4b63896d63641aae lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.483762:0:18915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6600/0x4b63896d63641aae lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.483771:0:18915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6200/0x4b63896d63641aa0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.483777:0:18915:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6200/0x4b63896d63641aa0 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.483783:0:18915:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6200/0x4b63896d63641aa0 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.483787:0:18915:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb102c6200 already unused, calling callback (ffffffffc1e594f0) 00010000:00010000:0.0:1788839668.483795:0:18915:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6200/0x4b63896d63641aa0 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.483801:0:18915:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6200/0x4b63896d63641aa0 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.483810:0:18915:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91eb0a302d00) 00010000:00010000:0.0:1788839668.483813:0:18915:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788839668.483815:0:18915:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6200/0x4b63896d63641aa0 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.483820:0:18915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb102c6200/0x4b63896d63641aa0 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18915 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788839668.484327:0:18945:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1788839668.484335:0:18945:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788839668.484364:0:18945:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:3.0:1788839668.484374:0:18945:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:1.0:1788839668.487661:0:18916:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb09e6b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:65e10b51-216f-4407-beae-a0a322978029+19:17484:x1875733729406336:12345-192.168.201.9@tcp:49:dd.0 Request processed in 4717us (5043us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839668.487678:0:18916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 10 00000100:00100000:0.0:1788839668.491630:0:18915:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3357d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:65e10b51-216f-4407-beae-a0a322978029+18:17485:x1875733729406080:12345-192.168.201.9@tcp:57:lhsmtool_posix.0 Request processed in 46793us (47042us total) trans 12884901916 rc 0/0 00000100:00100000:0.0:1788839668.491646:0:18915:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 53 00000020:00080000:0.0:1788839668.491655:0:18915:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:2.0:1788839668.510303:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:3.0:1788839668.510462:0:18917:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729406592 00000100:00100000:3.0:1788839668.510474:0:18917:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729406592 00000100:00100000:3.0:1788839668.510545:0:18917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 11 00000100:00100000:3.0:1788839668.510555:0:18917:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb37df3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:65e10b51-216f-4407-beae-a0a322978029+18:17485:x1875733729406592:12345-192.168.201.9@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1788839668.511253:0:18917:0:(mdd_object.c:4014:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1788839668.511368:0:18917:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901917 00010000:00010000:3.0:1788839668.511411:0:18917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031e00/0x4b63896d63641ab5 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18917 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839668.511439:0:18917:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031e00/0x4b63896d63641ab5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 18917 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839668.511451:0:18917:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031e00/0x4b63896d63641ab5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18917 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839668.511460:0:18917:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031e00/0x4b63896d63641ab5 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18917 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839668.511467:0:18917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031e00/0x4b63896d63641ab5 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18917 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839668.511473:0:18917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031e00/0x4b63896d63641ab5 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18917 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839668.511491:0:18917:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788839668.511584:0:18917:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb37df3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:65e10b51-216f-4407-beae-a0a322978029+20:17485:x1875733729406592:12345-192.168.201.9@tcp:35:lhsmtool_posix.0 Request processed in 1028us (1302us total) trans 12884901918 rc 0/0 00000100:00100000:3.0:1788839668.511592:0:18917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 11 00000020:00080000:3.0:1788839668.511598:0:18917:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1788839668.511928:0:18902:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788839668.511936:0:18902:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031e00/0x4b63896d63641ab5 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 18917 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.511944:0:18902:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb00031e00 already unused, calling callback (ffffffffc1407420) 00010000:00010000:0.0:1788839668.511948:0:18902:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031e00/0x4b63896d63641ab5 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 18917 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.511957:0:18902:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031e00/0x4b63896d63641ab5 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 18917 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.511970:0:18902:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff91eb10996600) 00010000:00010000:0.0:1788839668.511973:0:18902:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788839668.511985:0:18902:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031e00/0x4b63896d63641ab5 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 18917 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.511992:0:18902:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91eb00031e00/0x4b63896d63641ab5 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 18917 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.512006:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839668.512008:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788839668.512010:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839668.670775:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788839668.740117:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:1.0:1788839668.740161:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:1.0:1788839668.740192:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:1.0:1788839668.740230:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:1.0:1788839668.740243:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:3.0:1788839668.740255:0:19605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729406720 00000100:00100000:1.0:1788839668.740263:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:3.0:1788839668.740267:0:19605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729406720 00000100:00100000:3.0:1788839668.740336:0:19605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729406848 00000100:00100000:0.0:1788839668.740338:0:19604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729406976 00000100:00100000:0.0:1788839668.740343:0:19604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729406976 00000100:00100000:3.0:1788839668.740350:0:19605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729406848 00000100:00100000:0.0:1788839668.740361:0:19604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729407104 00000100:00100000:3.0:1788839668.740363:0:19605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729407232 00000100:00100000:0.0:1788839668.740363:0:19604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729407104 00000100:00100000:3.0:1788839668.740364:0:19605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729407232 00000100:00100000:3.0:1788839668.740375:0:19605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729407360 00000100:00100000:3.0:1788839668.740377:0:19605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729407360 00000100:00100000:0.0:1788839668.740380:0:19604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 0 00000100:00100000:0.0:1788839668.740389:0:19604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3357fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:65e10b51-216f-4407-beae-a0a322978029+12:2357:x1875733729406720:12345-192.168.201.9@tcp:4:dd.0 00002000:00010000:0.0:1788839668.740447:0:19604:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x42:0x0] initial LVB size: 0, mtime: 0x6a9f86f4, atime: 0x6a9f86f3, ctime: 0x6a9f86f4, blocks: 0x1 00010000:00010000:0.0:1788839668.740457:0:19604:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000acefe900/0x4b63896d63641abc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.740474:0:19604:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=651s v=(0 0) 00010000:00010000:0.0:1788839668.740479:0:19604:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788839668.740485:0:19604:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000acefe900/0x4b63896d63641abc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.740499:0:19604:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000acefe900/0x4b63896d63641abc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788839668.743782:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:3.0:1788839668.743867:0:19605:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:3.0:1788839668.743879:0:19605:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_003' 00000100:00100000:1.0:1788839668.745085:0:19605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729407488 00000100:00100000:1.0:1788839668.745096:0:19605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729407488 00000100:00100000:3.0:1788839668.745602:0:21047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 1 00000100:00100000:3.0:1788839668.745614:0:21047:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3357f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:65e10b51-216f-4407-beae-a0a322978029+14:2357:x1875733729406976:12345-192.168.201.9@tcp:4:dd.0 00010000:00010000:3.0:1788839668.745654:0:21047:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002f543432/0x4b63896d63641ac3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839668.745675:0:21047:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788839668.745679:0:21047:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788839668.745686:0:21047:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002f543432/0x4b63896d63641ac3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839668.745701:0:21047:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002f543432/0x4b63896d63641ac3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788839668.771804:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:1.0:1788839668.771899:0:19605:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 4 min 3 max 116 00000100:00100000:1.0:1788839668.771910:0:19605:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_004' 00000100:00100000:3.0:1788839668.772548:0:19605:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729407616 00000100:00100000:3.0:1788839668.772558:0:19605:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729407616 00000100:00100000:0.0:1788839668.772978:0:21048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 2 00000100:00100000:0.0:1788839668.772991:0:21048:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3357f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:65e10b51-216f-4407-beae-a0a322978029+16:2357:x1875733729406848:12345-192.168.201.9@tcp:4:dd.0 00010000:00010000:0.0:1788839668.773046:0:21048:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000055ecd646/0x4b63896d63641aca lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.773265:0:21048:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788839668.773270:0:21048:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788839668.773278:0:21048:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000055ecd646/0x4b63896d63641aca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.773295:0:21048:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000055ecd646/0x4b63896d63641aca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788839668.882735:0:7651:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901894 is committed 00000001:00080000:0.0:1788839668.882759:0:7651:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901893 is committed 00002000:00010000:3.0:1788839668.882770:0:19604:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb size from disk: 0 -> 3145728 00002000:00010000:3.0:1788839668.882775:0:19604:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb mtime from disk: 1788839668 -> 1788839669 00002000:00010000:3.0:1788839668.882778:0:19604:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb ctime from disk: 1788839668 -> 1788839669 00002000:00010000:3.0:1788839668.882780:0:19604:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb blocks from disk: 1 -> 2051 00010000:00010000:3.0:1788839668.882796:0:19604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000acefe900/0x4b63896d63641abc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839668.882827:0:19604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000acefe900/0x4b63896d63641abc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839668.882835:0:19604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000acefe900/0x4b63896d63641abc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839668.882842:0:19604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb102c6200 already unused, calling callback (ffffffffc1407420) 00010000:00010000:3.0:1788839668.882846:0:19604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000acefe900/0x4b63896d63641abc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839668.882855:0:19604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000acefe900/0x4b63896d63641abc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839668.882876:0:19604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000acefe900/0x4b63896d63641abc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839668.882884:0:19604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000acefe900/0x4b63896d63641abc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788839668.882971:0:19604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3357fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:65e10b51-216f-4407-beae-a0a322978029+18:2357:x1875733729406720:12345-192.168.201.9@tcp:4:dd.0 Request processed in 142577us (142859us total) trans 12884901894 rc 0/0 00000100:00100000:3.0:1788839668.882982:0:19604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 0 00000100:00100000:3.0:1788839668.883015:0:19604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 3 00000100:00100000:3.0:1788839668.883029:0:19604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ea02eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:65e10b51-216f-4407-beae-a0a322978029+17:2357:x1875733729407232:12345-192.168.201.9@tcp:4:dd.0 00010000:00010000:3.0:1788839668.883108:0:19604:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001e486a18/0x4b63896d63641ad1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839668.883128:0:19604:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788839668.883133:0:19604:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788839668.883141:0:19604:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e486a18/0x4b63896d63641ad1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839668.883154:0:19604:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001e486a18/0x4b63896d63641ad1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788839668.933964:0:7651:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901895 is committed 00000001:00080000:0.0:1788839668.933986:0:7651:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901896 is committed 00002000:00010000:0.0:1788839668.934244:0:21047:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb size from disk: 3145728 -> 5242880 00002000:00010000:0.0:1788839668.934250:0:21047:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb blocks from disk: 2051 -> 6151 00010000:00010000:0.0:1788839668.934266:0:21047:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002f543432/0x4b63896d63641ac3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.934503:0:21047:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002f543432/0x4b63896d63641ac3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.934514:0:21047:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002f543432/0x4b63896d63641ac3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.936805:0:21047:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb00030a00 already unused, calling callback (ffffffffc1407420) 00010000:00010000:3.0:1788839668.936815:0:21048:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000055ecd646/0x4b63896d63641aca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839668.936835:0:21048:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000055ecd646/0x4b63896d63641aca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839668.936844:0:21048:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000055ecd646/0x4b63896d63641aca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.936845:0:21047:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002f543432/0x4b63896d63641ac3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839668.936851:0:21048:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb102c6600 already unused, calling callback (ffffffffc1407420) 00010000:00010000:3.0:1788839668.936854:0:21048:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000055ecd646/0x4b63896d63641aca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.936856:0:21047:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002f543432/0x4b63896d63641ac3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839668.936861:0:21048:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000055ecd646/0x4b63896d63641aca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839668.936877:0:21048:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000055ecd646/0x4b63896d63641aca lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.936877:0:21047:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002f543432/0x4b63896d63641ac3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.936886:0:21047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002f543432/0x4b63896d63641ac3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839668.936896:0:21048:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000055ecd646/0x4b63896d63641aca lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788839668.936989:0:21048:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3357f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:65e10b51-216f-4407-beae-a0a322978029+14:2357:x1875733729406848:12345-192.168.201.9@tcp:4:dd.0 Request processed in 163996us (196822us total) trans 12884901896 rc 0/0 00000100:00100000:0.0:1788839668.936989:0:21047:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3357f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:65e10b51-216f-4407-beae-a0a322978029+14:2357:x1875733729406976:12345-192.168.201.9@tcp:4:dd.0 Request processed in 191372us (196791us total) trans 12884901895 rc 0/0 00000100:00100000:0.0:1788839668.936999:0:21047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 1 00000100:00100000:3.0:1788839668.937003:0:21048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 2 00000100:00100000:3.0:1788839668.937039:0:21048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 4 00000100:00100000:3.0:1788839668.937138:0:21048:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ea02eb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:65e10b51-216f-4407-beae-a0a322978029+13:2357:x1875733729407104:12345-192.168.201.9@tcp:4:dd.0 00010000:00010000:3.0:1788839668.937171:0:21048:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000643cce19/0x4b63896d63641ad8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839668.937181:0:21048:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788839668.937185:0:21048:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788839668.937191:0:21048:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000643cce19/0x4b63896d63641ad8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839668.937202:0:21048:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000643cce19/0x4b63896d63641ad8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788839668.942766:0:21047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 5 00000100:00100000:0.0:1788839668.942787:0:21047:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb36f77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:65e10b51-216f-4407-beae-a0a322978029+13:2357:x1875733729407360:12345-192.168.201.9@tcp:4:dd.0 00010000:00010000:0.0:1788839668.942830:0:21047:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008a1ca8f6/0x4b63896d63641adf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.942848:0:21047:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788839668.942852:0:21047:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788839668.942859:0:21047:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008a1ca8f6/0x4b63896d63641adf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788839668.942873:0:21047:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008a1ca8f6/0x4b63896d63641adf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788839668.984011:0:7651:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901897 is committed 00002000:00010000:3.0:1788839668.984153:0:19604:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb size from disk: 5242880 -> 6291456 00002000:00010000:3.0:1788839668.984159:0:19604:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb blocks from disk: 6151 -> 8199 00010000:00010000:3.0:1788839668.984174:0:19604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001e486a18/0x4b63896d63641ad1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839668.984188:0:19604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001e486a18/0x4b63896d63641ad1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839668.984210:0:19604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001e486a18/0x4b63896d63641ad1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839668.984216:0:19604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb00031e00 already unused, calling callback (ffffffffc1407420) 00010000:00010000:3.0:1788839668.984221:0:19604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001e486a18/0x4b63896d63641ad1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839668.984230:0:19604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001e486a18/0x4b63896d63641ad1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839668.984249:0:19604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001e486a18/0x4b63896d63641ad1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839668.984257:0:19604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001e486a18/0x4b63896d63641ad1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788839668.984738:0:19604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ea02eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:65e10b51-216f-4407-beae-a0a322978029+15:2357:x1875733729407232:12345-192.168.201.9@tcp:4:dd.0 Request processed in 101709us (244487us total) trans 12884901897 rc 0/0 00000100:00100000:3.0:1788839668.984750:0:19604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 3 00000100:00100000:3.0:1788839668.984780:0:19604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 6 00000100:00100000:3.0:1788839668.984793:0:19604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb37df1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:65e10b51-216f-4407-beae-a0a322978029+14:2357:x1875733729407488:12345-192.168.201.9@tcp:4:dd.0 00010000:00010000:3.0:1788839668.984822:0:19604:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000528fa898/0x4b63896d63641ae6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839668.984836:0:19604:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788839668.984846:0:19604:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788839668.984852:0:19604:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000528fa898/0x4b63896d63641ae6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839668.984865:0:19604:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000528fa898/0x4b63896d63641ae6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788839669.029119:0:7651:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901899 is committed 00002000:00010000:3.0:1788839669.029328:0:21047:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb size from disk: 6291456 -> 7340032 00002000:00010000:3.0:1788839669.029333:0:21047:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb blocks from disk: 8199 -> 12295 00010000:00010000:3.0:1788839669.029347:0:21047:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008a1ca8f6/0x4b63896d63641adf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839669.029360:0:21047:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008a1ca8f6/0x4b63896d63641adf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839669.029369:0:21047:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008a1ca8f6/0x4b63896d63641adf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839669.029376:0:21047:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb102c6e00 already unused, calling callback (ffffffffc1407420) 00010000:00010000:3.0:1788839669.029381:0:21047:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008a1ca8f6/0x4b63896d63641adf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839669.029390:0:21047:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008a1ca8f6/0x4b63896d63641adf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839669.029485:0:21047:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008a1ca8f6/0x4b63896d63641adf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839669.029510:0:21047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008a1ca8f6/0x4b63896d63641adf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788839669.029639:0:21047:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb36f77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:65e10b51-216f-4407-beae-a0a322978029+12:2357:x1875733729407360:12345-192.168.201.9@tcp:4:dd.0 Request processed in 86856us (289369us total) trans 12884901899 rc 0/0 00000100:00100000:3.0:1788839669.029648:0:21047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 5 00000100:00100000:3.0:1788839669.029677:0:21047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 7 00000100:00100000:3.0:1788839669.029688:0:21047:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb37dcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:65e10b51-216f-4407-beae-a0a322978029+11:2357:x1875733729407616:12345-192.168.201.9@tcp:4:dd.0 00010000:00010000:3.0:1788839669.029719:0:21047:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001e486a18/0x4b63896d63641aed lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839669.029732:0:21047:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788839669.029735:0:21047:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788839669.029741:0:21047:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e486a18/0x4b63896d63641aed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839669.029753:0:21047:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001e486a18/0x4b63896d63641aed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839669.029994:0:21048:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000643cce19/0x4b63896d63641ad8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839669.030011:0:21048:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000643cce19/0x4b63896d63641ad8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839669.031155:0:21048:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000643cce19/0x4b63896d63641ad8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839669.031163:0:21048:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb00031c00 already unused, calling callback (ffffffffc1407420) 00010000:00010000:3.0:1788839669.031168:0:21048:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000643cce19/0x4b63896d63641ad8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839669.031177:0:21048:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000643cce19/0x4b63896d63641ad8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839669.031194:0:21048:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000643cce19/0x4b63896d63641ad8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839669.031202:0:21048:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000643cce19/0x4b63896d63641ad8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788839669.031267:0:21048:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ea02eb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:65e10b51-216f-4407-beae-a0a322978029+11:2357:x1875733729407104:12345-192.168.201.9@tcp:4:dd.0 Request processed in 94217us (291033us total) trans 12884901898 rc 0/0 00000100:00100000:3.0:1788839669.031276:0:21048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 4 00000100:00100000:2.0:1788839669.053567:0:3312:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb37df2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53872141-605a-4cd4-a15a-9f0a5ba1bab4:3312:1875733747216896:0@lo:400:kworker.0 00000100:00100000:2.0:1788839669.053644:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839669.053691:0:3312:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb37df0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1875733747217408:0@lo:400:kworker.0 00000100:00100000:2.0:1788839669.053718:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839669.053744:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788839669.053750:0:3312:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb37df2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1875733747217280:0@lo:400:kworker.0 00000100:00100000:2.0:1788839669.053770:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839669.053797:0:3313:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb37df2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1875733747217024:0@lo:400:kworker.0 00000100:00100000:2.0:1788839669.053822:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839669.053842:0:3313:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788839669.053847:0:3313:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb37df3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1875733747217152:0@lo:400:kworker.0 00000100:00100000:2.0:1788839669.053879:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839669.053910:0:18908:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747216896 00000100:00100000:2.0:1788839669.053917:0:18908:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747216896 00000100:00100000:2.0:1788839669.053958:0:18908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00100000:2.0:1788839669.053966:0:18908:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb1060fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+19:3312:x1875733747216896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788839669.054114:0:18908:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb1060fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53872141-605a-4cd4-a15a-9f0a5ba1bab4+19:3312:x1875733747216896:12345-0@lo:400:kworker.0 Request processed in 147us (469us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839669.054122:0:18908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00100000:2.0:1788839669.054156:0:18914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747217408 00000100:00100000:2.0:1788839669.054160:0:18914:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747217408 00000100:00100000:2.0:1788839669.054192:0:18914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747217280 00000100:00100000:2.0:1788839669.054196:0:18914:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747217280 00000100:00100000:2.0:1788839669.054208:0:18914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747217152 00000100:00100000:2.0:1788839669.054210:0:18914:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747217152 00000100:00100000:2.0:1788839669.054220:0:18914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1788839669.054226:0:18914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb37df1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1875733747217408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788839669.054258:0:18914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb37df1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1875733747217408:12345-0@lo:400:kworker.0 Request processed in 31us (538us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839669.054264:0:18914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1788839669.054276:0:18914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1788839669.054282:0:18914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb37df0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1875733747217280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788839669.054325:0:18914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb37df0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1875733747217280:12345-0@lo:400:kworker.0 Request processed in 44us (553us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839669.054332:0:18914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1788839669.054344:0:18914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788839669.054350:0:18914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb37df0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1875733747217152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788839669.054379:0:18914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb37df0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1875733747217152:12345-0@lo:400:kworker.0 Request processed in 29us (499us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839669.054390:0:18914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788839669.054569:0:20789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747217024 00000100:00100000:2.0:1788839669.054573:0:20789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747217024 00000100:00100000:2.0:1788839669.054658:0:20789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788839669.054666:0:20789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb37df3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1875733747217024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788839669.054699:0:20789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb37df3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3313:x1875733747217024:12345-0@lo:400:kworker.0 Request processed in 34us (876us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839669.054705:0:20789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00080000:2.0:1788839669.054909:0:18909:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788839669.054915:0:18909:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788839669.054923:0:3314:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788839669.054933:0:3314:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb37dcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1875733747217536:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788839669.054962:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788839669.055184:0:3313:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb37df3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1875733747217152:0@lo:400:kworker.0 00000100:00100000:2.0:1788839669.055197:0:3313:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb37df2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3313:1875733747217024:0@lo:400:kworker.0 00000100:00100000:2.0:1788839669.055229:0:3312:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb37df2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3312:1875733747217280:0@lo:400:kworker.0 00000100:00100000:2.0:1788839669.055238:0:3312:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb37df2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:53872141-605a-4cd4-a15a-9f0a5ba1bab4:3312:1875733747216896:0@lo:400:kworker.0 00000100:00100000:2.0:1788839669.055248:0:3312:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb37df0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3312:1875733747217408:0@lo:400:kworker.0 00000100:00100000:3.0:1788839669.055651:0:19602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747217536 00000100:00100000:3.0:1788839669.055658:0:19602:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747217536 00000100:00100000:2.0:1788839669.055797:0:19602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788839669.055805:0:19602:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb37df0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1875733747217536:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788839669.055826:0:19602:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3407872 granted 74907648 pending 3407872 free 3859808256 avail 3851419648 00000100:00100000:2.0:1788839669.055878:0:19602:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb37df0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1875733747217536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (914us total) trans 0 rc 0/0 00000100:00100000:2.0:1788839669.055898:0:19602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788839669.055954:0:3314:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901893 gen 2 00000004:00080000:1.0:1788839669.055965:0:3314:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff91eb37575180, transno 12884901891 00000004:00080000:1.0:1788839669.055977:0:3314:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884901893 committed transno 12884901893 00000100:00100000:1.0:1788839669.055998:0:3314:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb37dcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1875733747217536:0@lo:13:osp-pre-1-0.0 00000001:00080000:0.0:1788839669.068392:0:7651:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901900 is committed 00002000:00010000:3.0:1788839669.068485:0:19604:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb size from disk: 7340032 -> 7654321 00002000:00010000:3.0:1788839669.068491:0:19604:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb blocks from disk: 12295 -> 14343 00010000:00010000:3.0:1788839669.068507:0:19604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000528fa898/0x4b63896d63641ae6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839669.068541:0:19604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000528fa898/0x4b63896d63641ae6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839669.068550:0:19604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000528fa898/0x4b63896d63641ae6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839669.068557:0:19604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb00030800 already unused, calling callback (ffffffffc1407420) 00010000:00010000:3.0:1788839669.068562:0:19604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000528fa898/0x4b63896d63641ae6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839669.068572:0:19604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000528fa898/0x4b63896d63641ae6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839669.068592:0:19604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000528fa898/0x4b63896d63641ae6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839669.068600:0:19604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000528fa898/0x4b63896d63641ae6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788839669.068693:0:19604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb37df1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:65e10b51-216f-4407-beae-a0a322978029+9:2357:x1875733729407488:12345-192.168.201.9@tcp:4:dd.0 Request processed in 83899us (324914us total) trans 12884901900 rc 0/0 00000100:00100000:3.0:1788839669.068703:0:19604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 6 00000001:00080000:0.0:1788839669.092713:0:7651:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901901 is committed 00002000:00010000:3.0:1788839669.093016:0:21047:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb blocks from disk: 14343 -> 16391 00010000:00010000:3.0:1788839669.093120:0:21047:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001e486a18/0x4b63896d63641aed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839669.093151:0:21047:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001e486a18/0x4b63896d63641aed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839669.093161:0:21047:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001e486a18/0x4b63896d63641aed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839669.093169:0:21047:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91eb00031e00 already unused, calling callback (ffffffffc1407420) 00010000:00010000:3.0:1788839669.093174:0:21047:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001e486a18/0x4b63896d63641aed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839669.093184:0:21047:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001e486a18/0x4b63896d63641aed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839669.093203:0:21047:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001e486a18/0x4b63896d63641aed lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788839669.093212:0:21047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001e486a18/0x4b63896d63641aed lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [7340032->7655423] (req 7340032->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788839669.093302:0:21047:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb37dcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:65e10b51-216f-4407-beae-a0a322978029+5:2357:x1875733729407616:12345-192.168.201.9@tcp:4:dd.0 Request processed in 63612us (321506us total) trans 12884901901 rc 0/0 00000100:00100000:3.0:1788839669.093313:0:21047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 7 00010000:00010000:0.0:1788839669.694500:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788839670.720656:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1788839671.024692:0:21085:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00000100:00100000:2.0:1788839671.369536:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:0.0:1788839671.372511:0:18906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729407744 00000100:00100000:0.0:1788839671.372528:0:18906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729407744 00000100:00100000:0.0:1788839671.372633:0:18906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 123 00000100:00100000:0.0:1788839671.372645:0:18906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb1060c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+13:2355:x1875733729407744:12345-192.168.201.9@tcp:400:kworker.0 00000100:00100000:0.0:1788839671.372769:0:18906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb1060c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4e5bb085-34b8-4b5b-ac50-f88e96033b4d+13:2355:x1875733729407744:12345-192.168.201.9@tcp:400:kworker.0 Request processed in 126us (3244us total) trans 0 rc 0/0 00000100:00100000:0.0:1788839671.372777:0:18906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 123 00000100:00100000:1.0:1788839671.382566:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:1.0:1788839671.382603:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:1.0:1788839671.382624:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:1.0:1788839671.382645:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:1.0:1788839671.382678:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:1.0:1788839671.382698:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.9@tcp (source: 12345-192.168.201.9@tcp) 00000100:00100000:1.0:1788839671.382725:0:18914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729407872 00000100:00100000:1.0:1788839671.382735:0:18914:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729407872 00000100:00100000:1.0:1788839671.382790:0:18914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729408256 00000100:00100000:1.0:1788839671.382793:0:18914:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729408256 00000100:00100000:1.0:1788839671.382818:0:18914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 29 00000100:00100000:1.0:1788839671.382828:0:18914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3cbef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:65e10b51-216f-4407-beae-a0a322978029+20:2356:x1875733729407872:12345-192.168.201.9@tcp:400:kworker.0 00000100:00100000:1.0:1788839671.382907:0:18914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3cbef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:65e10b51-216f-4407-beae-a0a322978029+20:2356:x1875733729407872:12345-192.168.201.9@tcp:400:kworker.0 Request processed in 80us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839671.382914:0:18914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 29 00000100:00100000:1.0:1788839671.382932:0:18914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 30 00000100:00100000:1.0:1788839671.382939:0:18914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb0f8fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:22c12b8d-bd5a-4e50-8071-0bc78a13d270+6:2356:x1875733729408256:12345-192.168.201.9@tcp:400:kworker.0 00000100:00100000:1.0:1788839671.382977:0:18914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb0f8fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:22c12b8d-bd5a-4e50-8071-0bc78a13d270+6:2356:x1875733729408256:12345-192.168.201.9@tcp:400:kworker.0 Request processed in 39us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839671.382985:0:18914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 30 00000100:00100000:1.0:1788839671.383004:0:19601:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729408128 00000100:00100000:1.0:1788839671.383008:0:19601:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729408128 00000100:00100000:1.0:1788839671.383040:0:19601:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729408384 00000100:00100000:1.0:1788839671.383043:0:19601:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729408384 00000100:00100000:1.0:1788839671.383076:0:19601:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729408000 00000100:00100000:1.0:1788839671.383080:0:19601:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729408000 00000100:00100000:1.0:1788839671.383094:0:19601:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733729408512 00000100:00100000:1.0:1788839671.383097:0:19601:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733729408512 00000100:00100000:1.0:1788839671.383113:0:19601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 18 00000100:00100000:1.0:1788839671.383119:0:19601:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb3cbedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:65e10b51-216f-4407-beae-a0a322978029+5:2356:x1875733729408128:12345-192.168.201.9@tcp:400:kworker.0 00000100:00100000:1.0:1788839671.383147:0:19601:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb3cbedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:65e10b51-216f-4407-beae-a0a322978029+5:2356:x1875733729408128:12345-192.168.201.9@tcp:400:kworker.0 Request processed in 28us (543us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839671.383153:0:19601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 18 00000100:00100000:1.0:1788839671.383166:0:19601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 19 00000100:00100000:1.0:1788839671.383173:0:19601:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb0f8fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:22c12b8d-bd5a-4e50-8071-0bc78a13d270+5:2356:x1875733729408384:12345-192.168.201.9@tcp:400:kworker.0 00000100:00100000:1.0:1788839671.383198:0:19601:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb0f8fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:22c12b8d-bd5a-4e50-8071-0bc78a13d270+5:2356:x1875733729408384:12345-192.168.201.9@tcp:400:kworker.0 Request processed in 26us (572us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839671.383204:0:19601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 19 00000100:00100000:1.0:1788839671.383215:0:19601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 20 00000100:00100000:1.0:1788839671.383221:0:19601:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb0f8f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:65e10b51-216f-4407-beae-a0a322978029+5:2356:x1875733729408000:12345-192.168.201.9@tcp:400:kworker.0 00000100:00100000:1.0:1788839671.383242:0:19601:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb0f8f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:65e10b51-216f-4407-beae-a0a322978029+5:2356:x1875733729408000:12345-192.168.201.9@tcp:400:kworker.0 Request processed in 22us (596us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839671.383248:0:19601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 20 00000100:00100000:1.0:1788839671.383259:0:19601:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.9@tcp, seq: 21 00000100:00100000:1.0:1788839671.383265:0:19601:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb0f8f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:22c12b8d-bd5a-4e50-8071-0bc78a13d270+5:2356:x1875733729408512:12345-192.168.201.9@tcp:400:kworker.0 00000100:00100000:1.0:1788839671.383286:0:19601:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb0f8f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:22c12b8d-bd5a-4e50-8071-0bc78a13d270+5:2356:x1875733729408512:12345-192.168.201.9@tcp:400:kworker.0 Request processed in 21us (587us total) trans 0 rc 0/0 00000100:00100000:1.0:1788839671.383302:0:19601:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.9@tcp, seq: 21 00000100:00080000:1.0:1788839671.383334:0:18909:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788839671.383338:0:18909:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788839671.383341:0:18909:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788839671.614623:0:3314:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91eb37dcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1875733747217664:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788839671.614725:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788839671.615311:0:19603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733747217664 00000100:00100000:3.0:1788839671.615323:0:19603:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733747217664 00000100:00100000:3.0:1788839671.615407:0:19603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1788839671.615434:0:19603:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91eb0f8f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1875733747217664:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788839671.615472:0:19603:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1788839671.615541:0:19603:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91eb0f8f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1875733747217664:12345-0@lo:13:osp-pre-0-0.0 Request processed in 109us (815us total) trans 0 rc 0/0 00000100:00100000:3.0:1788839671.615549:0:19603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788839671.615609:0:3314:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91eb37dcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3314:1875733747217664:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1788839671.615775:0:18909:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1788839671.742925:0:18902:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788839672.574305:0:18945:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1788839672.574316:0:18945:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788839672.574382:0:18945:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:3.0:1788839672.574392:0:18945:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00010000:00010000:3.0:1788839672.768294:0:18901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 9877 lines, 9877 kept, 0 dropped, 0 bad.